-- Logs begin at Mon 2021-06-14 15:54:48 UTC, end at Mon 2021-06-14 17:21:38 UTC. -- Jun 14 16:25:22.117413 dv-cinder-796286-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 14 16:25:24.752617 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.common.config [-] Logging enabled! Jun 14 16:25:24.753234 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev342 Jun 14 16:25:24.753372 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91817) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 14 16:25:24.756717 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.common.config [-] Logging enabled! Jun 14 16:25:24.756962 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev342 Jun 14 16:25:24.757268 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91817) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 14 16:25:24.758192 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 14 16:25:24.758440 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 14 16:25:24.758808 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 14 16:25:24.759055 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 14 16:25:24.759280 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 14 16:25:24.759602 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.759899 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.760194 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.760418 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.760692 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.760975 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.761257 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.761543 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.761840 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.762124 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.762429 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.762705 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.762935 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.763215 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.763500 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.763785 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.764009 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] debug = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.764291 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.764710 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.765126 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.765403 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.765690 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.765969 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.766236 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.766537 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.766817 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.767140 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] host = dv-cinder-796286-2-iscsi {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.767413 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.767696 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.767980 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.768262 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.768537 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.768810 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.769089 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.769358 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.769626 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] log_file = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.769898 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.770181 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.770488 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.770777 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.770998 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.771216 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.771501 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.771810 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.772086 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.772358 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.772634 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.772904 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.773175 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.773440 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.773721 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.773999 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.774279 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.774575 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.774839 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.775109 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.775378 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.775658 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.775929 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.776199 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.776468 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.776748 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.777011 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.777281 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.777576 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.777856 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.778131 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.778432 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.778700 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.778975 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.779243 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.779514 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.779782 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] use_json = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.780047 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.780311 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.780592 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.780859 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.781125 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.781392 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.781659 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.781937 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:24.782228 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.782550 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.782844 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.783122 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.783410 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.783684 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.783967 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.784239 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.784522 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.784802 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.785089 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.785363 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.785647 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.785918 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.786203 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.786527 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.786815 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.787099 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.787458 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.787733 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.788004 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.788279 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.788564 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.788852 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.789134 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.789404 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.789680 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.789964 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.790239 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.790534 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.790809 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.791088 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.791362 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.791628 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.791902 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.792176 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.792442 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.792712 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.792985 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.793265 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.793537 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.793802 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.794067 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.794364 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.794631 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.794908 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.795178 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.795445 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.795709 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.795981 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.796248 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.796515 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.796786 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.797051 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.797323 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.797591 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.797860 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.798126 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.798421 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.798689 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.798953 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.799218 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.799490 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.799756 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.800023 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.800291 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.800556 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.800821 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.801101 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.801399 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.801676 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.801951 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.802223 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.802520 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.802798 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.803091 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.803364 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.803637 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.803903 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.804185 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.804464 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.804747 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.805025 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.805297 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.805588 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.805861 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.806138 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.806498 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.806774 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.807058 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.807337 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.807627 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.807915 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.808205 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.808490 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.808781 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.809059 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.809362 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.809640 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:24.809856 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 14 16:25:24.810094 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91817) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 14 16:25:25.165160 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:25:25.165448 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:25:25.165722 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:25:25.166070 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 14 16:25:25.556773 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:25.556979 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:25.557229 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:25.558543 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:25.558821 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:25.559090 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:25.592850 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:25.593120 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:25.593385 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:25.606528 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:25.606808 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:25.607086 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:25.636156 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:25.636438 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:25.636711 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:25.672315 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:25.672590 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:25.672856 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:25.899518 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:25.900196 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:25.900196 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:25.900196 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:25.901121 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.022706 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.023023 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.023313 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.023572 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.023843 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.024150 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.024437 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.024727 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.024884 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.025164 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.025414 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.025680 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.025938 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.026185 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.026463 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.026730 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.026996 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.027250 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.027519 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.027769 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.028046 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.028373 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.028620 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.028899 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.029142 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.029384 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.029778 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91817) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 16:25:26.030020 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91817) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 16:25:26.030253 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91817) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 16:25:26.030515 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91817) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 16:25:26.030748 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91817) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 16:25:26.030979 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91817) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 16:25:26.032271 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 14 16:25:26.035375 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 14 16:25:26.039333 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 14 16:25:26.043051 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jun 14 16:25:26.044661 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 14 16:25:26.045112 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 14 16:25:26.045443 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 14 16:25:26.045824 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 14 16:25:26.048648 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 14 16:25:26.048896 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 14 16:25:26.049239 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 14 16:25:26.076654 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 14 16:25:26.077103 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.077398 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91817) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 14 16:25:26.077758 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.079140 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91817) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 14 16:25:26.079415 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 14 16:25:26.079665 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 14 16:25:26.082901 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.083190 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.145710 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 14 16:25:26.145942 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 14 16:25:26.146169 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 14 16:25:26.146566 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 14 16:25:26.168477 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_db.sqlalchemy.engines [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91817) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 14 16:25:26.688373 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.managers [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Initializing driver for type 'gre' Jun 14 16:25:26.688899 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] gre ID ranges: [(1, 1000)] Jun 14 16:25:26.738095 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.managers [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Initializing driver for type 'local' Jun 14 16:25:26.738576 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.managers [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Initializing driver for type 'vlan' Jun 14 16:25:26.752575 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] VlanTypeDriver initialization complete Jun 14 16:25:26.752906 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.managers [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Initializing driver for type 'vxlan' Jun 14 16:25:26.753443 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] vxlan ID ranges: [(1, 1000)] Jun 14 16:25:26.807189 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.managers [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Initializing extension driver 'port_security' Jun 14 16:25:26.807519 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.extensions.port_security [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] PortSecurityExtensionDriver initialization complete Jun 14 16:25:26.807835 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.managers [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Initializing mechanism driver 'openvswitch' Jun 14 16:25:26.808159 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.managers [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Initializing mechanism driver 'hyperv' Jun 14 16:25:26.814626 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.plugin [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:25:26.815571 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > port after_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.815946 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > port after_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.816303 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > port after_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.816678 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > subnet after_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.817022 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > subnet after_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.817357 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.817721 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > network after_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.818062 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > network after_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.818420 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > network after_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.818788 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > security_group after_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.819123 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > security_group after_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.819451 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.819817 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.820148 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.820475 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.820843 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > address_group after_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.821178 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > address_group after_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.821511 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.821837 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] ML2 OVO RPC backend initialized. {{(pid=91817) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 14 16:25:26.822979 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.823327 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.823735 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > network before_response 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.824071 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > networks before_response 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.824406 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > port before_response 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.824740 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > ports before_response 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.825077 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > subnet before_response 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.825407 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > subnets before_response 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.825740 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > network after_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.826066 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > network after_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.826422 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > network after_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.826748 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > port after_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.827071 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > port after_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.827401 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > port after_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.827726 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > subnet after_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.828049 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > subnet after_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.828371 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.828933 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.plugin [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Modular L2 Plugin initialization complete Jun 14 16:25:26.829249 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading services supported by the core plugin {{(pid=91817) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 14 16:25:26.829561 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.plugins.ml2.managers [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Got port-security extension from driver 'port_security' Jun 14 16:25:26.830012 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.extensions.vlantransparent [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Disabled vlantransparent extension. Jun 14 16:25:26.830510 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91817) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 14 16:25:26.830813 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading Plugin: router Jun 14 16:25:26.865416 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.865821 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > router after_create 55549900 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.866187 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > router before_create 55549900 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.866568 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.866929 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.867276 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > router after_delete 55549900 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.867632 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.867986 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > router after_create 55549900 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.868327 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > router after_update 55549900 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.868667 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > router after_update 55549900 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.869010 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.869359 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > router after_update 55549900 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.869738 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > router precommit_update 55549900 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.870100 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: port after_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.870456 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: port after_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.870788 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: subnet after_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.871112 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.871445 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.871784 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > router precommit_create 55549900 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.872119 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: port before_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.872450 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > router precommit_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.872796 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > router after_update 55549900 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.873129 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.873475 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > router precommit_create 55549900 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.873817 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.874160 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > router precommit_update 55549900 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.874554 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > network after_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.875400 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Tracking information for resource: router configured {{(pid=91817) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 16:25:26.875720 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Tracking information for resource: floatingip configured {{(pid=91817) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 14 16:25:26.880690 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.db.l3_agentschedulers_db [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 14 16:25:26.881379 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: port after_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.881730 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: port after_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.882074 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: port after_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.882441 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: port after_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.883208 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > router before_create 55550100 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.883565 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.883923 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > router precommit_create 55550100 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.884265 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > router precommit_update 55550100 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.888731 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.services.provider_configuration [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Service providers = [] {{(pid=91817) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 14 16:25:26.889081 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.db.servicetype_db [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91817) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 14 16:25:26.891971 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.services.service_base [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91817) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 16:25:26.892308 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.services.service_base [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91817) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 16:25:26.892634 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.services.service_base [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91817) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 16:25:26.893485 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.services.service_base [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91817) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 14 16:25:26.893841 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.services.service_base [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 14 16:25:26.894205 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91817) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 16:25:26.894540 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 14 16:25:26.904823 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91817) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 16:25:26.905409 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading Plugin: auto_allocate Jun 14 16:25:26.911115 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: network precommit_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.911472 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: network precommit_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.911979 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91817) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 16:25:26.912283 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading Plugin: tag Jun 14 16:25:26.918914 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91817) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 16:25:26.919225 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading Plugin: timestamp Jun 14 16:25:26.923111 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91817) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 16:25:26.923430 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading Plugin: network_ip_availability Jun 14 16:25:26.928846 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.929209 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.929555 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:26.930261 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91817) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 16:25:26.930593 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading Plugin: flavors Jun 14 16:25:26.935270 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91817) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 16:25:26.935594 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading Plugin: revisions Jun 14 16:25:26.939881 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91817) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 14 16:25:26.940202 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.774s {{(pid=91817) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:25:26.940928 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91817) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 14 16:25:26.941251 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Initializing extension manager. Jun 14 16:25:26.941744 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: __init__.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.942072 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: __pycache__ {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.942419 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.942740 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: address_group.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.943467 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.944140 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: address-group Jun 14 16:25:26.944448 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: address_scope.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.945136 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.945634 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: address-scope Jun 14 16:25:26.945943 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.946873 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.947717 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: router-admin-state-down-before-update Jun 14 16:25:26.948026 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: agent.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.948879 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.949380 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: agent Jun 14 16:25:26.949690 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: agent_resources_synced.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.950583 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.951084 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: agent-resources-synced Jun 14 16:25:26.951391 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: allowedaddresspairs.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.953110 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.953625 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: allowed-address-pairs Jun 14 16:25:26.953952 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: auto_allocated_topology.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.955011 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.955519 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: auto-allocated-topology Jun 14 16:25:26.955828 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: availability_zone.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.956494 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.956989 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: availability_zone Jun 14 16:25:26.957303 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: availability_zone_filter.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.958174 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.958714 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: availability_zone_filter Jun 14 16:25:26.959021 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: data_plane_status.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.959926 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.960416 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension data-plane-status not supported by any of loaded plugins Jun 14 16:25:26.960726 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: default_subnetpools.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.961600 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.962091 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: default-subnetpools Jun 14 16:25:26.962433 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.963212 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.963709 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: dhcp_agent_scheduler Jun 14 16:25:26.964022 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: dns.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.964893 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.965386 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension dns-integration not supported by any of loaded plugins Jun 14 16:25:26.965694 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: dns_domain_ports.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.966592 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.967084 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 14 16:25:26.967390 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: dvr.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.968047 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.968540 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: dvr Jun 14 16:25:26.968849 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: empty_string_filtering.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.969716 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.970217 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: empty-string-filtering Jun 14 16:25:26.970564 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.971433 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.971927 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 14 16:25:26.972232 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.973124 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.973618 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 14 16:25:26.973934 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: external_net.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.974913 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.975418 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: external-net Jun 14 16:25:26.975722 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.976585 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.977080 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: extra_dhcp_opt Jun 14 16:25:26.977386 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: extraroute.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.978254 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.978781 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: extraroute Jun 14 16:25:26.979088 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: extraroute_atomic.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.980084 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.980583 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: extraroute-atomic Jun 14 16:25:26.980890 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: filter_validation.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.981526 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.982017 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: filter-validation Jun 14 16:25:26.982420 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: fip_pf_description.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.983291 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.983782 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 14 16:25:26.984091 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: fip_port_details.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.984978 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.985485 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: fip-port-details Jun 14 16:25:26.985787 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: flavors.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.987329 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.988014 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: flavors Jun 14 16:25:26.988332 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.989964 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.990539 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 14 16:25:26.990862 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: floatingip_pools.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.991542 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.992050 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: floatingip-pools Jun 14 16:25:26.992364 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: ip_allocation.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.993244 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.993741 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension ip_allocation not supported by any of loaded plugins Jun 14 16:25:26.994058 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.994979 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.995482 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: ip-substring-filtering Jun 14 16:25:26.995796 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: l2_adjacency.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.996684 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.997180 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 14 16:25:26.997490 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: l3.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:26.998448 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:26.998957 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: router Jun 14 16:25:26.999271 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.001607 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.002117 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 14 16:25:27.002469 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.003369 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.003883 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: ext-gw-mode Jun 14 16:25:27.004197 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.005076 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.005580 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: l3-ha Jun 14 16:25:27.005895 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: l3_flavors.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.006887 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.007385 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: l3-flavors Jun 14 16:25:27.007695 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.008587 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.009349 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 14 16:25:27.009461 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: l3agentscheduler.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.010429 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.010943 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: l3_agent_scheduler Jun 14 16:25:27.011257 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: logging.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.012723 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.013238 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension logging not supported by any of loaded plugins Jun 14 16:25:27.013556 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: metering.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.014274 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.014864 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: metering Jun 14 16:25:27.015179 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.016226 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.016771 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: metering_source_and_destination_fields Jun 14 16:25:27.017074 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: multiprovidernet.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.017958 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.018489 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: multi-provider Jun 14 16:25:27.018803 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: netmtu.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.019677 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.020179 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: net-mtu Jun 14 16:25:27.020488 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: netmtu_writable.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.021369 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.021891 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: net-mtu-writable Jun 14 16:25:27.022203 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: network_availability_zone.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.022862 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.023360 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: network_availability_zone Jun 14 16:25:27.023669 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: network_ip_availability.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.024720 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.025222 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: network-ip-availability Jun 14 16:25:27.025529 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: network_segment_range.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.026262 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.026783 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension network-segment-range not supported by any of loaded plugins Jun 14 16:25:27.027082 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: pagination.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.028022 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.028334 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: pagination Jun 14 16:25:27.028641 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: port_device_profile.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.029498 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.030003 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: port-device-profile Jun 14 16:25:27.030309 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.031215 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.031715 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: port-mac-address-regenerate Jun 14 16:25:27.032021 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.032903 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.033399 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: port-numa-affinity-policy Jun 14 16:25:27.033706 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: port_resource_request.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.034630 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.035116 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension port-resource-request not supported by any of loaded plugins Jun 14 16:25:27.035424 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: portbindings.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.036298 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.036794 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: binding Jun 14 16:25:27.037098 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: portbindings_extended.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.039938 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.040451 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: binding-extended Jun 14 16:25:27.040773 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: portsecurity.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.041667 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.042184 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: port-security Jun 14 16:25:27.042527 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: project_id.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.043479 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.043798 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: project-id Jun 14 16:25:27.044111 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: providernet.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.045007 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.045516 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: provider Jun 14 16:25:27.045830 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: qos.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.049336 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.049848 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension qos not supported by any of loaded plugins Jun 14 16:25:27.050167 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.051410 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.051921 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 14 16:25:27.052238 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.053149 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.053654 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 14 16:25:27.053979 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: qos_default.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.054886 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.055391 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension qos-default not supported by any of loaded plugins Jun 14 16:25:27.055705 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: qos_fip.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.056329 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.056821 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension qos-fip not supported by any of loaded plugins Jun 14 16:25:27.057130 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: qos_gateway_ip.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.058023 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.058551 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 14 16:25:27.058865 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: qos_port_network_policy.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.059734 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.060232 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 14 16:25:27.060545 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: qos_rule_type_details.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.061417 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.061915 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 14 16:25:27.062227 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: qos_rules_alias.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.063263 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.063766 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 14 16:25:27.064080 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: quotasv2.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.064961 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.065278 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: quotas Jun 14 16:25:27.065585 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: quotasv2_detail.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.068589 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.068970 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: quota_details Jun 14 16:25:27.069291 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: rbac.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.070352 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.070870 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: rbac-policies Jun 14 16:25:27.071186 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: rbac_address_group.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.072436 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.072949 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: rbac-address-group Jun 14 16:25:27.073265 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: rbac_address_scope.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.074173 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.074711 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: rbac-address-scope Jun 14 16:25:27.075027 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: rbac_security_groups.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.075919 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.076427 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: rbac-security-groups Jun 14 16:25:27.076744 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: rbac_subnetpool.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.077828 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.078359 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: rbac-subnetpool Jun 14 16:25:27.078677 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: revisionifmatch.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.079569 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.080071 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: revision-if-match Jun 14 16:25:27.080386 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: revisions.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.081469 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.081981 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: standard-attr-revisions Jun 14 16:25:27.082315 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: router_availability_zone.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.082961 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.083462 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: router_availability_zone Jun 14 16:25:27.083771 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: routerservicetype.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.084681 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.085182 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension router-service-type not supported by any of loaded plugins Jun 14 16:25:27.085491 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.086407 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.086909 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: security-groups-normalized-cidr Jun 14 16:25:27.087217 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.088120 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.088641 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: port-security-groups-filtering Jun 14 16:25:27.088931 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.089820 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.090317 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: security-groups-remote-address-group Jun 14 16:25:27.090646 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: securitygroup.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.100104 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.100633 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: security-group Jun 14 16:25:27.100952 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: segment.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.101715 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.102219 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension segment not supported by any of loaded plugins Jun 14 16:25:27.102554 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.103450 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.103960 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 14 16:25:27.104269 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: servicetype.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.105343 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.105860 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: service-type Jun 14 16:25:27.106173 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: sorting.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.107126 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.107446 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: sorting Jun 14 16:25:27.107758 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: standard_attr_segment.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.108635 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.109137 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 14 16:25:27.109446 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: standardattrdescription.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.110065 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.110670 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: standard-attr-description Jun 14 16:25:27.110982 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: stateful_security_group.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.111867 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.112373 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: stateful-security-group Jun 14 16:25:27.112684 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: stdattrs_common.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.113239 dv-cinder-796286-2-iscsi neutron-server[91817]: WARNING neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 14 16:25:27.113548 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.114538 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.115047 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 14 16:25:27.115357 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: subnet_onboard.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.116413 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.116918 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: subnet_onboard Jun 14 16:25:27.117231 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.118119 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.118642 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 14 16:25:27.118951 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: subnet_service_types.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.119830 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.120331 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: subnet-service-types Jun 14 16:25:27.120639 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: subnetallocation.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.121680 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.122192 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: subnet_allocation Jun 14 16:25:27.122526 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.123165 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.123664 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: subnetpool-prefix-ops Jun 14 16:25:27.123974 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.124861 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.125362 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 14 16:25:27.125670 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: tagging.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.126733 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.127251 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: standard-attr-tag Jun 14 16:25:27.127564 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: timestamp.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.128718 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.129229 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loaded extension: standard-attr-timestamp Jun 14 16:25:27.129543 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: trunk.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.130587 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.131141 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension trunk not supported by any of loaded plugins Jun 14 16:25:27.131457 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: trunk_details.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.132352 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.132856 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension trunk-details not supported by any of loaded plugins Jun 14 16:25:27.133168 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: uplink_status_propagation.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.134055 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.134584 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 14 16:25:27.134892 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Loading extension file: vlantransparent.py {{(pid=91817) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 14 16:25:27.135536 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91817) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 14 16:25:27.136033 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 14 16:25:27.138454 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Creating instance of TrackedResource for resource:network Jun 14 16:25:27.138987 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Creating instance of TrackedResource for resource:subnet Jun 14 16:25:27.139367 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 16:25:27.139756 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Creating instance of TrackedResource for resource:port Jun 14 16:25:27.141075 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.v2.resource_helper [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:25:27.141509 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.v2.resource_helper [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Service FLAVORS assigned prefix: {{(pid=91817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:25:27.142118 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.v2.resource_helper [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:25:27.142565 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.v2.resource_helper [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:25:27.142883 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Creating instance of TrackedResource for resource:router Jun 14 16:25:27.143315 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Creating instance of TrackedResource for resource:floatingip Jun 14 16:25:27.143802 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.v2.resource_helper [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Service METERING assigned prefix: /metering {{(pid=91817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:25:27.145225 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:27.145586 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:27.145925 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:25:27.146953 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Creating instance of CountableResource for resource:rbac_policy Jun 14 16:25:27.147373 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Creating instance of TrackedResource for resource:security_group Jun 14 16:25:27.147792 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 14 16:25:27.148391 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.v2.resource_helper [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Service CORE assigned prefix: {{(pid=91817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:25:27.148704 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 16:25:27.149037 dv-cinder-796286-2-iscsi neutron-server[91817]: WARNING neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] subnetpool is already registered Jun 14 16:25:27.149447 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.v2.resource_helper [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Service CORE assigned prefix: {{(pid=91817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:25:27.149755 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 16:25:27.150070 dv-cinder-796286-2-iscsi neutron-server[91817]: WARNING neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] subnetpool is already registered Jun 14 16:25:27.152387 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.v2.resource_helper [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:25:27.152808 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.v2.resource_helper [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Service FLAVORS assigned prefix: {{(pid=91817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:25:27.153394 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.v2.resource_helper [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:25:27.153803 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.v2.resource_helper [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:25:27.154121 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Creating instance of TrackedResource for resource:router Jun 14 16:25:27.154494 dv-cinder-796286-2-iscsi neutron-server[91817]: WARNING neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] router is already registered Jun 14 16:25:27.154891 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Creating instance of TrackedResource for resource:floatingip Jun 14 16:25:27.155214 dv-cinder-796286-2-iscsi neutron-server[91817]: WARNING neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] floatingip is already registered Jun 14 16:25:27.155654 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.v2.resource_helper [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Service METERING assigned prefix: /metering {{(pid=91817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:25:27.156300 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Creating instance of CountableResource for resource:rbac_policy Jun 14 16:25:27.156613 dv-cinder-796286-2-iscsi neutron-server[91817]: WARNING neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] rbac_policy is already registered Jun 14 16:25:27.157008 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Creating instance of TrackedResource for resource:security_group Jun 14 16:25:27.157328 dv-cinder-796286-2-iscsi neutron-server[91817]: WARNING neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] security_group is already registered Jun 14 16:25:27.157713 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 14 16:25:27.158035 dv-cinder-796286-2-iscsi neutron-server[91817]: WARNING neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] security_group_rule is already registered Jun 14 16:25:27.158663 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.v2.resource_helper [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Service CORE assigned prefix: {{(pid=91817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:25:27.158982 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 16:25:27.159301 dv-cinder-796286-2-iscsi neutron-server[91817]: WARNING neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] subnetpool is already registered Jun 14 16:25:27.159707 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.v2.resource_helper [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Service CORE assigned prefix: {{(pid=91817) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 14 16:25:27.160018 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Creating instance of TrackedResource for resource:subnetpool Jun 14 16:25:27.160319 dv-cinder-796286-2-iscsi neutron-server[91817]: WARNING neutron.quota.resource_registry [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] subnetpool is already registered Jun 14 16:25:27.160768 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: extensions {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.162203 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: address-groups {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.163786 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: address-scopes {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.165299 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: agents {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.166488 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: auto-allocated-topology {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.167731 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: availability_zones {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.168931 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: dhcp-networks {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.170458 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: dhcp-agents {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.171887 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: routers {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.173597 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: flavors {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.174912 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: service_profiles {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.176113 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: next_providers {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.177544 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: service_profiles {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.179137 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: floatingip-pools {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.180393 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: routers {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.182096 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: floatingips {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.183386 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: l3-routers {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.184787 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: l3-agents {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.186255 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: metering-labels {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.187505 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: metering-label-rules {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.189793 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: network-ip-availabilities {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.191149 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: bindings {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.192640 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: quotas {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.194321 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: quotas {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.195760 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: rbac-policies {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.197244 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: security-groups {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.198606 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: security-group-rules {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.199839 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: service-providers {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.201039 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: subnetpools {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.202395 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: subnetpools {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.203941 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: tags {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.205598 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: tags {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.207441 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: tags {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.209232 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: tags {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.211002 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: tags {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.212939 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: tags {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.214649 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: tags {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.216438 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: tags {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.218312 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: tags {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.220072 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron.api.extensions [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Extended resource: tags {{(pid=91817) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 14 16:25:27.226136 dv-cinder-796286-2-iscsi neutron-server[91817]: WARNING keystonemiddleware.auth_token [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 14 16:25:27.230646 dv-cinder-796286-2-iscsi neutron-server[91817]: WARNING keystonemiddleware.auth_token [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 14 16:25:27.238819 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Acquired lock "singleton_lock" {{(pid=91817) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 14 16:25:27.239291 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_concurrency.lockutils [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Releasing lock "singleton_lock" {{(pid=91817) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 14 16:25:27.239948 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO oslo_service.service [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Starting 2 workers Jun 14 16:25:27.245448 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Started child 91924 {{(pid=91817) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 14 16:25:27.250099 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Started child 91925 {{(pid=91817) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 14 16:25:27.251606 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:27.252297 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO neutron.service [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 14 16:25:27.252297 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Notify callbacks [] for process, before_spawn {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:27.253218 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [-] (91924) wsgi starting up on http://0.0.0.0:9696 Jun 14 16:25:27.254721 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO oslo_service.service [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Starting 1 workers Jun 14 16:25:27.254828 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:27.256073 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [-] (91925) wsgi starting up on http://0.0.0.0:9696 Jun 14 16:25:27.259907 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Started child 91926 {{(pid=91817) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 14 16:25:27.261131 dv-cinder-796286-2-iscsi neutron-server[91817]: INFO oslo_service.service [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Starting 1 workers Jun 14 16:25:27.263828 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.service [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] calling RpcWorker wait() {{(pid=91926) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 14 16:25:27.264417 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.service [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] returning from RpcWorker wait() {{(pid=91926) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 14 16:25:27.265664 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:27.266181 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:25:27.266845 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Started child 91927 {{(pid=91817) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 14 16:25:27.267642 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG neutron_lib.callbacks.manager [None req-cad5969c-efd5-4b60-99f8-35cc8b562635 None None] Notify callbacks [] for process, after_spawn {{(pid=91817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:27.269471 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91817) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 14 16:25:27.269651 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 14 16:25:27.269862 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 14 16:25:27.270037 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 14 16:25:27.270399 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 14 16:25:27.270523 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 14 16:25:27.271051 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.271364 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.271627 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:27.272453 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.272453 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.272453 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.272832 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:25:27.272930 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.273197 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.273440 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.273698 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.273879 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.274070 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.274204 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.274487 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.274731 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.275033 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.275303 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.275532 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.275812 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.275983 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.276221 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.276587 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.276840 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.277109 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] debug = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.277325 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.277810 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.278048 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.278277 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.278542 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.278822 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.279053 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.279351 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.279576 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.279819 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.280031 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.280272 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.280511 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.280739 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.280891 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 47974) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:25:27.281025 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.281202 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.281451 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.281908 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] host = dv-cinder-796286-2-iscsi {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.282135 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.282374 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.282625 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.282875 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.283125 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.283342 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.283589 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.283834 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.284068 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.284282 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.284541 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.284789 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.284999 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.285226 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] log_file = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.285371 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] log_options = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.285610 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.285885 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.286141 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.286354 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.286521 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.286690 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.286936 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.287098 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.287405 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.287635 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.287850 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.288053 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.288280 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.288495 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.288758 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.289020 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.289223 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.289443 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.289684 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.289920 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.290146 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.290310 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071869 Jun 14 16:25:27.290404 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.290623 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.291809 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.292029 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.292265 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.292512 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.292730 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.292945 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.293215 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.293444 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.293713 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.293964 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.294188 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.294607 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.294973 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.295336 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.295748 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.296116 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.296513 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.296890 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.297239 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.298338 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.298837 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.300308 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.300666 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] use_json = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.301099 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.301979 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.301979 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.301979 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.302215 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.302326 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.302546 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.302793 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.303324 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.303634 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.303930 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.304896 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.305644 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.307855 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.308127 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.308352 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.308631 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.308893 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.309194 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.309449 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.312092 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.312917 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.313215 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.314028 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.314514 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.315771 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.315771 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.315771 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.315771 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.316195 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.316591 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.317407 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.317733 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.317989 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.319112 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.319526 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.319943 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.320348 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.320734 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.321117 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.321819 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.322472 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.322773 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.323021 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.323276 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.323498 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.323728 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.323979 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.324225 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.324448 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.324732 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.324890 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.325119 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.325353 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.326015 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.326275 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.326530 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.326781 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.327006 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.327953 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.327953 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.327953 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.327953 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.328229 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.328295 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.328461 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.328826 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.329047 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.329645 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.329645 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.329814 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.329965 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.330157 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.330412 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.330774 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.331714 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.331714 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.331714 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.331714 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.332031 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.332140 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.332510 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.332715 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.332929 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.333125 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.333331 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.333563 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.333772 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.333979 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.334212 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.335262 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.335502 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.336017 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.336130 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.336323 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.336569 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.337441 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.337441 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.337441 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.337642 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.337708 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.337941 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.338188 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.338459 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.338773 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.338967 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.339212 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.340128 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.340128 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.340128 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.340128 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.340388 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.341994 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.341994 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.341994 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.341994 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.342486 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.342486 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.342699 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.342835 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.343080 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.344776 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.345190 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.345940 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.346437 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.346869 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.347279 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.348371 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.348787 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.349380 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.349794 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.352859 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.353396 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.353396 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.353665 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.353893 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.354133 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.354399 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.354622 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.354888 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.355216 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.355468 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.355691 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.355925 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.356180 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.356423 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.356673 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.358634 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.358634 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.358634 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.358634 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.358634 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.358634 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.358634 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.359087 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.359087 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.359208 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.359395 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.359609 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.360895 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.360895 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.361683 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.361939 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.362628 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.363165 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.363582 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.363948 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.364987 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.366814 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.367070 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.367341 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.367581 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.367815 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.368044 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.368266 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.368506 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.368735 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.369042 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.369292 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.370583 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.370583 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.370583 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.370583 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.370880 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.370956 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.371145 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.371520 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.371816 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.372066 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.372415 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.372724 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.372959 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.373192 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.373418 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.373946 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.374446 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.374804 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.375188 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.375545 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.375909 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.376191 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.376678 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.377029 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.377462 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.377768 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.378022 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.378366 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.378524 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.378898 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.379267 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.379493 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.379704 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.379944 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.381484 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.381484 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.381484 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.381484 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.381484 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.381484 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.381863 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.381863 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.382011 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.382221 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.383261 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.383510 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.383724 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.383998 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.384163 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.384388 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.384621 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.384819 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.385030 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.385236 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.385440 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.385685 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.385907 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.386113 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.386341 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.386691 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.387265 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.387708 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.388078 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.388502 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.388898 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.389125 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.389390 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.389686 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.389924 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.390160 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.390420 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.391287 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.391287 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.391287 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.391538 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.391681 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.392054 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.392449 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.392708 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.393929 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.394192 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.394443 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.394745 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.395210 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.395450 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.395862 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.396233 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.396509 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.396847 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.397100 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.397897 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.397897 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.397897 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.398858 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.399285 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.399520 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.399748 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.399983 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.400232 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.400459 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.400692 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.400922 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.401137 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.401295 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 14 16:25:27.401851 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91817) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 14 16:25:27.402019 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 14 16:25:27.402161 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 14 16:25:27.402617 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 14 16:25:27.402791 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 14 16:25:27.402943 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 14 16:25:27.403493 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.403493 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.403493 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.403726 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.403726 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.403948 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.404039 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.404176 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.404313 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.404633 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.404790 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.405461 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.406138 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.406452 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.406615 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.406757 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.406896 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.407034 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.407186 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.407327 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.407463 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.407600 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.407741 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] debug = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.407889 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.408080 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.408274 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.408422 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.408520 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.408677 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.408826 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.408968 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.409117 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.409411 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.409581 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.409738 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.409892 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.410044 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.410182 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.410427 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.410427 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.410696 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] host = dv-cinder-796286-2-iscsi {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.410696 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.410943 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.411084 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.411220 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.411372 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.411510 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.411658 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.411795 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.411930 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.412065 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.412200 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.412370 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.412508 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.412708 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] log_file = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.412708 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] log_options = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.412970 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.412970 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.413120 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.414004 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.414004 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.414004 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.414004 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.414004 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.414004 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.414823 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.414823 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.414823 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.414823 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.414823 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.414823 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.415588 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.415588 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.415588 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.415588 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.415588 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.416234 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.416234 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.416234 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.416234 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.416234 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.416964 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.416964 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.416964 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.416964 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.416964 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.417593 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.417593 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.417593 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.417593 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.418113 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.418113 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.418113 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.418113 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.418695 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.418695 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.418695 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.418695 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.419210 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.419210 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.419210 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.419210 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] use_json = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.419740 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.419740 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.419740 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.419740 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.420246 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.420246 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.420246 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.420631 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:25:27.420773 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 14 16:25:27.420773 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.420773 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.420773 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.421289 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.421289 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.421289 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.421670 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.421670 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.421670 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.422038 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.422038 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.422038 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.422437 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.422437 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.422707 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.422707 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.423074 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.423074 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.423292 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.423292 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.423537 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.423537 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.423790 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.423934 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.424078 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.424212 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.424344 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.424475 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.424636 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.424764 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.424897 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.425029 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.425172 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.425308 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.425440 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.425573 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.425706 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.425839 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.425982 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.426116 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.426276 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.426595 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.426595 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.426872 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.426872 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.427142 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.427280 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.427419 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.427565 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.427702 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.427846 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.428037 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.428177 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.428313 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.428448 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.428595 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.428711 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.428866 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.429021 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.429176 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.429331 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.429498 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.429652 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.429807 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.429962 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.430118 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.431129 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.431129 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.431129 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.431129 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.431129 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.431129 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.431948 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.431948 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.431948 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.431948 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.431948 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.431948 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.432367 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.432367 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.432367 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.433274 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.435199 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.435199 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.435199 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.435199 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.435500 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.435500 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.435624 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.435775 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.435947 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.436094 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.436233 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.436385 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.436544 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.436811 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.436973 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.437190 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.437283 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.437524 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.437618 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.437757 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.437895 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.438046 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.438214 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.438419 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.438577 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.438727 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.438885 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.439049 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.439193 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.439335 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.439496 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.439656 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.439813 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.439978 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.440148 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.440311 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.440476 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.440638 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.440798 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.440957 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.441122 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.441338 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.441431 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.441588 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.441749 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.441918 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.442090 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.442306 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.443033 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.443201 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.443388 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.443578 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.443743 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.443911 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.444058 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.444813 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.444813 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.444813 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.444813 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.444813 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.445134 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.445200 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.445344 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.445478 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.445635 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.445794 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.445949 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.446109 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.446314 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.446561 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.446758 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.447252 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.447415 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.447574 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.447734 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.447893 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.448052 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.448211 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.448370 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.449279 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.449279 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.449279 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.449279 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.449279 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.449279 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.449648 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.449648 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.449766 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.449942 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.450029 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.450169 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.450380 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.450869 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.450869 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.450869 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.451090 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.451156 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.451287 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.451446 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.451608 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.451767 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.451927 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.452115 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.452229 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.452396 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.452568 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.452726 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.452923 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.453046 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.453185 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.453383 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.453567 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.453674 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.453776 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.453938 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.454376 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.455009 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.455185 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.455399 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.455518 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.455656 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.455816 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.456821 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.456985 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.457203 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.458017 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.458193 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.458379 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.458548 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.458721 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.458884 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.459045 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.459262 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.459425 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.459598 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.459757 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.459919 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.460079 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.460238 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.460408 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.460928 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.460928 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.460928 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.461236 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.461236 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.461424 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.461534 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.461638 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.462381 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.462381 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.462381 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.462381 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.462678 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.462678 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.462833 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.463040 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.463173 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.463299 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.463497 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.463633 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.463755 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.464244 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.464244 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.464244 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.464559 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.464559 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.464752 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.464852 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.465779 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.465779 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.465779 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.465779 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.465779 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.465779 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.466447 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.466447 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.466447 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.466447 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.466902 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.466902 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.466902 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.467232 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.467232 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.467466 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.467466 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.468201 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.468201 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.468201 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.468201 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.468201 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.468705 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.468705 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 14 16:25:27.468705 dv-cinder-796286-2-iscsi neutron-server[91817]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91817) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 14 16:25:38.586562 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c819bceb-08c5-4729-b26b-f4125e94e4d1 None None] get_active_networks_info from dv-cinder-796286-2-iscsi {{(pid=91926) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 14 16:25:38.656690 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c819bceb-08c5-4729-b26b-f4125e94e4d1 None None] No non-hosted networks {{(pid=91926) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 14 16:25:38.674110 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.agentschedulers_db [None req-c819bceb-08c5-4729-b26b-f4125e94e4d1 None None] DHCP Agent not found on host dv-cinder-796286-2-iscsi {{(pid=91926) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 14 16:25:38.730817 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-e6e1ad2b-618c-48af-a577-91560c339965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238'] for agent, after_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:40.733731 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238'] for agent, after_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:40.734469 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:40.734653 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:40.735204 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:40.735951 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:40.737164 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:40.737822 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:40.738751 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:40.739730 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:40.740244 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:40.740906 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:40.742236 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:40.742738 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:40.743340 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796286-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:25:40.762079 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796286-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:25:40.919985 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3eb964b2-624f-4124-bca3-c452549e3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238'] for agent, after_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:40.985876 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-533614a9-c80d-4252-a861-a7a1b332afee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:42.383639 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238'] for agent, after_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:43.780749 dv-cinder-796286-2-iscsi neutron-server[91926]: INFO neutron.db.l3_hamode_db [None req-6e2868fb-f1ab-49aa-b85e-cdcef2acd956 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 14 16:25:43.873891 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2868fb-f1ab-49aa-b85e-cdcef2acd956 None None] Routers set() bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:25:43.874300 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2868fb-f1ab-49aa-b85e-cdcef2acd956 None None] Router IDs set() for agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 14 16:25:44.157590 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238'] for agent, after_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:44.997032 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 48078) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:25:45.567131 dv-cinder-796286-2-iscsi neutron-server[91924]: WARNING oslo_policy.policy [None req-edbf0d2d-cd82-401c-a118-4484ce1cc076 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 16:25:45.567762 dv-cinder-796286-2-iscsi neutron-server[91924]: WARNING oslo_policy.policy [None req-edbf0d2d-cd82-401c-a118-4484ce1cc076 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 16:25:45.778684 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [None req-edbf0d2d-cd82-401c-a118-4484ce1cc076 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 16:25:45.779759 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-edbf0d2d-cd82-401c-a118-4484ce1cc076 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7818840 Jun 14 16:25:48.134336 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 48092) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:25:48.694951 dv-cinder-796286-2-iscsi neutron-server[91925]: WARNING oslo_policy.policy [None req-3c80fc64-4b69-49ae-9b1c-9c62f816ea28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 16:25:48.695578 dv-cinder-796286-2-iscsi neutron-server[91925]: WARNING oslo_policy.policy [None req-3c80fc64-4b69-49ae-9b1c-9c62f816ea28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 16:25:48.917097 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-3c80fc64-4b69-49ae-9b1c-9c62f816ea28 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:25:49.013160 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.policy [None req-3c80fc64-4b69-49ae-9b1c-9c62f816ea28 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91925) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 14 16:25:49.057833 dv-cinder-796286-2-iscsi neutron-server[91925]: WARNING oslo_policy.policy [None req-3c80fc64-4b69-49ae-9b1c-9c62f816ea28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 16:25:49.058187 dv-cinder-796286-2-iscsi neutron-server[91925]: WARNING oslo_policy.policy [None req-3c80fc64-4b69-49ae-9b1c-9c62f816ea28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 16:25:49.066774 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.quota [None req-3c80fc64-4b69-49ae-9b1c-9c62f816ea28 admin admin] Loaded quota_driver: . Jun 14 16:25:49.166655 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-3c80fc64-4b69-49ae-9b1c-9c62f816ea28 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769376241917', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769376242378', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769376265872', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769376268506', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769376261862', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769376276478', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3683883', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3729851', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-622848', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-691404'] for rbac-policy, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:49.246164 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-3c80fc64-4b69-49ae-9b1c-9c62f816ea28 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:49.247546 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-3c80fc64-4b69-49ae-9b1c-9c62f816ea28 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1111743 Jun 14 16:25:51.785954 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 48110) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:25:52.117167 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Request body: {'network': {'project_id': '57bf1b064e214f8c82693e74229875a1', 'name': 'private', 'tenant_id': '57bf1b064e214f8c82693e74229875a1', 'admin_state_up': True}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:25:52.118581 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.quota [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Loaded quota_driver: . Jun 14 16:25:52.179709 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Made reservation on behalf of 57bf1b064e214f8c82693e74229875a1 for: {'network': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:25:52.249205 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.policy [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91924) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 14 16:25:52.293177 dv-cinder-796286-2-iscsi neutron-server[91924]: WARNING oslo_policy.policy [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 16:25:52.293530 dv-cinder-796286-2-iscsi neutron-server[91924]: WARNING oslo_policy.policy [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 14 16:25:52.304221 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for network, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:52.328691 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:52.481988 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:52.487429 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:52.492754 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:25:52.509711 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=91924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:25:52.541386 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769377283247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:52.541968 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Unsubscribe: segment precommit_create {{(pid=91924) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 14 16:25:52.542494 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.db.segments_db [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Added segment faedccf9-cc34-4e1e-af64-06bbafe8c167 of type vlan for network d8539e61-18e1-4b6d-a5b6-fc3f1a0dc175 Jun 14 16:25:52.560034 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f25c26d-ca0a-49e2-bb00-0c6138b786fa,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:25:52.614265 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:52.614632 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:52.614973 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:52.615295 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:52.615607 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:52.615928 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:52.616241 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:52.617060 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:52.617060 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:52.617254 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:52.617453 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:52.617800 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Tracked resource versions report: Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: pushed versions: Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: { 'AddressGroup': {'1.2'}, Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: 'ConntrackHelper': {'1.0'}, Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: 'Log': {'1.0'}, Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: 'Network': {'1.1'}, Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: 'Port': {'1.7'}, Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: 'PortForwarding': {'1.2'}, Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: 'QosPolicy': {'1.8'}, Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: 'SecurityGroup': {'1.4'}, Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: 'SecurityGroupRule': {'1.2'}, Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: 'SubPort': {'1.0'}, Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: 'Subnet': {'1.1'}, Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: 'Trunk': {'1.1'}} Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: consumer versions: Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: { DHCP agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: L3 agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: Metadata agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: Metering agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: Open vSwitch agent@dv-cinder-796286-2-iscsi: { 'AddressGroup': '1.2', Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: 'ConntrackHelper': '1.0', Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: 'Log': '1.0', Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: 'Network': '1.1', Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: 'Port': '1.7', Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: 'PortForwarding': '1.2', Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: 'QosPolicy': '1.8', Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: 'SecurityGroup': '1.4', Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: 'SecurityGroupRule': '1.2', Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: 'SubPort': '1.0', Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: 'Subnet': '1.1', Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: 'Trunk': '1.1'}} Jun 14 16:25:52.618935 dv-cinder-796286-2-iscsi neutron-server[91924]: {{(pid=91924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 16:25:52.673939 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769376812472'] for network, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:52.688853 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:25:52.733715 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:52.735179 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:25:52.735825 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:52.738553 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:25:52.785889 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9988084 Jun 14 16:25:52.852505 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Pushing event updated for resources: {'Network': ['ID=d8539e61-18e1-4b6d-a5b6-fc3f1a0dc175,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:25:52.855989 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:25:52.864522 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Network d8539e61-18e1-4b6d-a5b6-fc3f1a0dc175 details requested by agent ovs-agent-dv-cinder-796286-2-iscsi with host dv-cinder-796286-2-iscsi {{(pid=91926) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:25:55.391081 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 48126) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:25:55.842044 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47512d7e-8eb1-48f9-bed3-6e8168c43f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:25:55.843591 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-47512d7e-8eb1-48f9-bed3-6e8168c43f3d admin admin] 10.222.0.25 "GET /v2.0/networks/d8539e61-18e1-4b6d-a5b6-fc3f1a0dc175 HTTP/1.1" status: 200 len: 825 time: 0.4512990 Jun 14 16:25:55.883332 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-f6379b14-dedc-4436-8a97-6eac38a6346b admin admin] 10.222.0.25 "GET /v2.0/subnetpools/fb83116c-011a-400b-b929-8f4b0d53d2f3 HTTP/1.1" status: 200 len: 734 time: 0.0316439 Jun 14 16:25:55.891891 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-249113a7-0c50-4854-9305-b0ce0199b0a2 admin admin] Request body: {'subnet': {'tenant_id': '57bf1b064e214f8c82693e74229875a1', 'network_id': 'd8539e61-18e1-4b6d-a5b6-fc3f1a0dc175', 'subnetpool_id': 'fb83116c-011a-400b-b929-8f4b0d53d2f3', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:25:55.919723 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249113a7-0c50-4854-9305-b0ce0199b0a2 admin admin] Made reservation on behalf of 57bf1b064e214f8c82693e74229875a1 for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:25:55.922122 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-249113a7-0c50-4854-9305-b0ce0199b0a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:56.276816 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-249113a7-0c50-4854-9305-b0ce0199b0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:56.279085 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:25:56.349496 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249113a7-0c50-4854-9305-b0ce0199b0a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5338ef78-5f7e-4691-9c58-d75862b48523,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:25:56.356283 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-249113a7-0c50-4854-9305-b0ce0199b0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:25:56.357386 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249113a7-0c50-4854-9305-b0ce0199b0a2 admin admin] Checking segment: {'id': 'faedccf9-cc34-4e1e-af64-06bbafe8c167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd8539e61-18e1-4b6d-a5b6-fc3f1a0dc175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:25:56.357749 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249113a7-0c50-4854-9305-b0ce0199b0a2 admin admin] Network hostable DHCP agents. Network: d8539e61-18e1-4b6d-a5b6-fc3f1a0dc175, hostable agents: ['375ffa47-0472-477a-9943-d26e949c75c5'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:25:56.385575 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249113a7-0c50-4854-9305-b0ce0199b0a2 admin admin] Network d8539e61-18e1-4b6d-a5b6-fc3f1a0dc175 is scheduled to be hosted by DHCP agent 375ffa47-0472-477a-9943-d26e949c75c5 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:25:56.401252 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-249113a7-0c50-4854-9305-b0ce0199b0a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-iscsi, d8539e61-18e1-4b6d-a5b6-fc3f1a0dc175) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:25:56.406557 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249113a7-0c50-4854-9305-b0ce0199b0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:25:56.407126 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-249113a7-0c50-4854-9305-b0ce0199b0a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:56.412080 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ce546f-5e7b-4fb0-861b-ef7029bcbbe5 None None] Network d8539e61-18e1-4b6d-a5b6-fc3f1a0dc175 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:25:56.420833 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-249113a7-0c50-4854-9305-b0ce0199b0a2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5322757 Jun 14 16:25:56.749535 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc755246c-0e71-5945-9550-72e741f73a7f-d8539e61-18e1-4b6d-a5b6-fc3f1a0dc175', 'network_id': 'd8539e61-18e1-4b6d-a5b6-fc3f1a0dc175', 'tenant_id': '57bf1b064e214f8c82693e74229875a1', 'fixed_ips': [{'subnet_id': '5338ef78-5f7e-4691-9c58-d75862b48523'}]}} from dv-cinder-796286-2-iscsi. {{(pid=91926) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 16:25:56.750771 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:57.031924 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.db_base_plugin_common [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Allocated IP 172.20.0.2 (d8539e61-18e1-4b6d-a5b6-fc3f1a0dc175/5338ef78-5f7e-4691-9c58-d75862b48523/aee9d263-187b-48ca-b408-6765242baf2b) {{(pid=91926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:25:57.294946 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Notify callbacks [] for port, precommit_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:57.309957 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Transition to ACTIVE for port object aee9d263-187b-48ca-b408-6765242baf2b will not be triggered until provisioned by entity L2. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:25:57.330561 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Transition to ACTIVE for port object aee9d263-187b-48ca-b408-6765242baf2b will not be triggered until provisioned by entity DHCP. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:25:57.340288 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408'] for port, after_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:57.343104 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:25:57.417266 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Network d8539e61-18e1-4b6d-a5b6-fc3f1a0dc175 is already hosted by enough agents. {{(pid=91926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:25:57.421929 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.scheduler.base_scheduler [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Resources bound (agent type, host, resource id): {{(pid=91926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:25:57.430770 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Received port after_create {{(pid=91926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:25:57.433748 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Pushing event updated for resources: {'Port': ['ID=aee9d263-187b-48ca-b408-6765242baf2b,revision_number=1']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:25:57.458591 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:57.458983 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:57.459301 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:57.459614 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:57.459921 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:57.460269 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:57.460575 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:57.460884 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:57.461200 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:57.461502 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:57.461785 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:57.462079 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Tracked resource versions report: Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: pushed versions: Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: { 'AddressGroup': {'1.2'}, Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: 'ConntrackHelper': {'1.0'}, Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: 'Log': {'1.0'}, Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: 'Network': {'1.1'}, Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: 'Port': {'1.7'}, Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: 'PortForwarding': {'1.2'}, Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: 'QosPolicy': {'1.8'}, Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: 'SecurityGroup': {'1.4'}, Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: 'SecurityGroupRule': {'1.2'}, Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: 'SubPort': {'1.0'}, Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: 'Subnet': {'1.1'}, Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: 'Trunk': {'1.1'}} Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: consumer versions: Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: { DHCP agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: L3 agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: Metadata agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: Metering agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: Open vSwitch agent@dv-cinder-796286-2-iscsi: { 'AddressGroup': '1.2', Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: 'ConntrackHelper': '1.0', Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: 'Log': '1.0', Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: 'Network': '1.1', Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: 'Port': '1.7', Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: 'PortForwarding': '1.2', Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: 'QosPolicy': '1.8', Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: 'SecurityGroup': '1.4', Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: 'SecurityGroupRule': '1.2', Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: 'SubPort': '1.0', Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: 'Subnet': '1.1', Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: 'Trunk': '1.1'}} Jun 14 16:25:57.463205 dv-cinder-796286-2-iscsi neutron-server[91926]: {{(pid=91926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 16:25:57.490008 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:25:57.526130 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Attempting to bind port aee9d263-187b-48ca-b408-6765242baf2b on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:25:57.526542 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Attempting to bind port aee9d263-187b-48ca-b408-6765242baf2b by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': 'faedccf9-cc34-4e1e-af64-06bbafe8c167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd8539e61-18e1-4b6d-a5b6-fc3f1a0dc175'}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:25:57.526951 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Attempting to bind port aee9d263-187b-48ca-b408-6765242baf2b on network d8539e61-18e1-4b6d-a5b6-fc3f1a0dc175 {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:25:57.531879 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:25:57.532278 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Checking segment: {'id': 'faedccf9-cc34-4e1e-af64-06bbafe8c167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd8539e61-18e1-4b6d-a5b6-fc3f1a0dc175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:25:57.532729 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:57.533108 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Bound using segment: {'id': 'faedccf9-cc34-4e1e-af64-06bbafe8c167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd8539e61-18e1-4b6d-a5b6-fc3f1a0dc175'} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:25:57.533583 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Bound port: aee9d263-187b-48ca-b408-6765242baf2b, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faedccf9-cc34-4e1e-af64-06bbafe8c167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd8539e61-18e1-4b6d-a5b6-fc3f1a0dc175'}}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:25:57.533968 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:57.607947 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] For port aee9d263-187b-48ca-b408-6765242baf2b, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:25:57.631991 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] For port aee9d263-187b-48ca-b408-6765242baf2b, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=aee9d263-187b-48ca-b408-6765242baf2b,segment=NetworkSegment(faedccf9-cc34-4e1e-af64-06bbafe8c167),segment_id=faedccf9-cc34-4e1e-af64-06bbafe8c167)] {{(pid=91926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:25:57.637097 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:25:57.640195 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:25:57.701478 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Pushing event updated for resources: {'Port': ['ID=aee9d263-187b-48ca-b408-6765242baf2b,revision_number=2']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:25:57.710762 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:25:58.768833 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 48134) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:25:59.108103 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [None req-66a9ed48-698a-4f52-9e19-04609b28644d admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 16:25:59.109178 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-66a9ed48-698a-4f52-9e19-04609b28644d admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3393173 Jun 14 16:26:01.423707 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 48142) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:26:01.767431 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [None req-63f7fe7b-0ed4-43ca-a2e2-fc829604e8f1 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 16:26:01.782307 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-63f7fe7b-0ed4-43ca-a2e2-fc829604e8f1 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3437421 Jun 14 16:26:02.818425 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device aee9d263-187b-48ca-b408-6765242baf2b up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:26:02.914595 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port aee9d263-187b-48ca-b408-6765242baf2b completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:26:03.672998 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df22f26b-9bc5-4843-8a3c-2e103b438569 None None] Network d8539e61-18e1-4b6d-a5b6-fc3f1a0dc175 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:26:03.776565 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-a4540f11-0d05-44d4-bb32-b8aa8c448f7c None None] Provisioning for port aee9d263-187b-48ca-b408-6765242baf2b completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:26:03.786606 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-a4540f11-0d05-44d4-bb32-b8aa8c448f7c None None] Provisioning complete for port aee9d263-187b-48ca-b408-6765242baf2b triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:26:03.787076 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-a4540f11-0d05-44d4-bb32-b8aa8c448f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:03.990447 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-a4540f11-0d05-44d4-bb32-b8aa8c448f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:04.039798 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-a4540f11-0d05-44d4-bb32-b8aa8c448f7c None None] For port aee9d263-187b-48ca-b408-6765242baf2b, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=aee9d263-187b-48ca-b408-6765242baf2b,segment=NetworkSegment(faedccf9-cc34-4e1e-af64-06bbafe8c167),segment_id=faedccf9-cc34-4e1e-af64-06bbafe8c167)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:26:04.045194 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-a4540f11-0d05-44d4-bb32-b8aa8c448f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:04.048001 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:04.102888 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4540f11-0d05-44d4-bb32-b8aa8c448f7c None None] Pushing event updated for resources: {'Port': ['ID=aee9d263-187b-48ca-b408-6765242baf2b,revision_number=3']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:26:04.106557 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-a4540f11-0d05-44d4-bb32-b8aa8c448f7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:04.267202 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-ceb3ffaf-8779-4ad7-a800-2b45fe387a08 None None] Provisioning complete for port aee9d263-187b-48ca-b408-6765242baf2b triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:26:04.267559 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-ceb3ffaf-8779-4ad7-a800-2b45fe387a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:04.369752 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 48156) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:26:04.715643 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-3025d4d4-bcd6-4680-ade6-dbb9dc17cd28 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '57bf1b064e214f8c82693e74229875a1'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:26:04.762636 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3025d4d4-bcd6-4680-ade6-dbb9dc17cd28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-621740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106213'] for router, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:04.764250 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3025d4d4-bcd6-4680-ade6-dbb9dc17cd28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-621771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595165', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106220'] for router, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:04.811891 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device aee9d263-187b-48ca-b408-6765242baf2b up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:26:04.870186 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port aee9d263-187b-48ca-b408-6765242baf2b triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:26:04.870577 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:04.913239 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3025d4d4-bcd6-4680-ade6-dbb9dc17cd28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:04.919027 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3025d4d4-bcd6-4680-ade6-dbb9dc17cd28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-621735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594330'] for router, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:04.934269 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3025d4d4-bcd6-4680-ade6-dbb9dc17cd28 admin admin] Notify callbacks [] for router, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:04.935581 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-3025d4d4-bcd6-4680-ade6-dbb9dc17cd28 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5648358 Jun 14 16:26:07.267878 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 48164) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:26:07.623327 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [None req-336aa73a-7f9d-48f9-9370-591a1b6cfe9d admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 16:26:07.624828 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-336aa73a-7f9d-48f9-9370-591a1b6cfe9d admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3559830 Jun 14 16:26:08.508247 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-ca8200df-1a3a-4ca6-bd96-64a598eb605c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:09.986731 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 48172) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:26:10.328237 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-096b23bd-2666-437d-b019-7122e2d1b82b admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:26:10.355245 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096b23bd-2666-437d-b019-7122e2d1b82b admin admin] Made reservation on behalf of 2bb78a0ff966469aa671c613ed142a78 for: {'network': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:26:10.357500 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-096b23bd-2666-437d-b019-7122e2d1b82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for network, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:10.368099 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-096b23bd-2666-437d-b019-7122e2d1b82b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:10.472036 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-096b23bd-2666-437d-b019-7122e2d1b82b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:10.479150 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-096b23bd-2666-437d-b019-7122e2d1b82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:10.482258 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:10.495872 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-096b23bd-2666-437d-b019-7122e2d1b82b admin admin] Reserving flat network on physical network physnet1 {{(pid=91924) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 14 16:26:10.518313 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b23bd-2666-437d-b019-7122e2d1b82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e15c88-caae-4ef5-bb9c-50293b4cbd54,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:26:10.521530 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-096b23bd-2666-437d-b019-7122e2d1b82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:10.522210 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.db.segments_db [None req-096b23bd-2666-437d-b019-7122e2d1b82b admin admin] Added segment b7f03a4c-564b-46b7-b080-ceecdac1a5e6 of type flat for network 2e21213b-d279-4f17-b7ac-a39d3c551e15 Jun 14 16:26:10.523616 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-096b23bd-2666-437d-b019-7122e2d1b82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:10.576082 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-096b23bd-2666-437d-b019-7122e2d1b82b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769376812472'] for network, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:10.614328 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-096b23bd-2666-437d-b019-7122e2d1b82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:10.615902 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096b23bd-2666-437d-b019-7122e2d1b82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:26:10.616509 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-096b23bd-2666-437d-b019-7122e2d1b82b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:10.618389 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:10.653873 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-096b23bd-2666-437d-b019-7122e2d1b82b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6657569 Jun 14 16:26:10.704267 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b23bd-2666-437d-b019-7122e2d1b82b admin admin] Pushing event updated for resources: {'Network': ['ID=2e21213b-d279-4f17-b7ac-a39d3c551e15,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:26:10.706885 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-096b23bd-2666-437d-b019-7122e2d1b82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:10.715772 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Network 2e21213b-d279-4f17-b7ac-a39d3c551e15 details requested by agent ovs-agent-dv-cinder-796286-2-iscsi with host dv-cinder-796286-2-iscsi {{(pid=91926) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:26:10.752365 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:10.916843 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-7917d1b3-f9c2-419b-90aa-c899f18a1888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:11.357714 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 5 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:26:12.279126 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:13.000495 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 48190) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:26:13.189427 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce26f02-7fbd-43cb-9cea-e6150a423984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:26:13.190745 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-1ce26f02-7fbd-43cb-9cea-e6150a423984 admin admin] 10.222.0.25 "GET /v2.0/subnets/5338ef78-5f7e-4691-9c58-d75862b48523 HTTP/1.1" status: 200 len: 849 time: 0.1893742 Jun 14 16:26:13.343645 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-14e0366b-ff42-4ebf-b9da-4342163e5885 admin admin] 10.222.0.25 "GET /v2.0/routers/39c1f227-9a16-4b61-b017-167d5ab08fbe HTTP/1.1" status: 200 len: 704 time: 0.1440558 Jun 14 16:26:13.772156 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-33781d53-ce19-4d70-9648-27b490c51315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:14.087480 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-33781d53-ce19-4d70-9648-27b490c51315 admin admin] Allocated IP 172.20.0.1 (d8539e61-18e1-4b6d-a5b6-fc3f1a0dc175/5338ef78-5f7e-4691-9c58-d75862b48523/648d3950-f8ea-4d3e-832f-a8da4cc942d7) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:26:14.118831 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:14.262085 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-33781d53-ce19-4d70-9648-27b490c51315 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:14.283401 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [None req-33781d53-ce19-4d70-9648-27b490c51315 admin admin] Transition to ACTIVE for port object 648d3950-f8ea-4d3e-832f-a8da4cc942d7 will not be triggered until provisioned by entity DHCP. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:26:14.369108 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-33781d53-ce19-4d70-9648-27b490c51315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:14.372539 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:14.453670 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33781d53-ce19-4d70-9648-27b490c51315 admin admin] Network d8539e61-18e1-4b6d-a5b6-fc3f1a0dc175 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:26:14.458181 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-33781d53-ce19-4d70-9648-27b490c51315 admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:26:14.462740 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33781d53-ce19-4d70-9648-27b490c51315 admin admin] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:26:14.463247 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-33781d53-ce19-4d70-9648-27b490c51315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591455'] for router_interface, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:14.482659 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33781d53-ce19-4d70-9648-27b490c51315 admin admin] Pushing event updated for resources: {'Port': ['ID=648d3950-f8ea-4d3e-832f-a8da4cc942d7,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:26:14.541331 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-33781d53-ce19-4d70-9648-27b490c51315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:14.656396 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-1cf85df6-e39a-4c6c-a649-e2d018cf4db4 None None] Provisioning for port 648d3950-f8ea-4d3e-832f-a8da4cc942d7 completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:26:14.660199 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-1cf85df6-e39a-4c6c-a649-e2d018cf4db4 None None] Provisioning complete for port 648d3950-f8ea-4d3e-832f-a8da4cc942d7 triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:26:14.660564 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-1cf85df6-e39a-4c6c-a649-e2d018cf4db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:14.700440 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-1cf85df6-e39a-4c6c-a649-e2d018cf4db4 None None] Port 648d3950-f8ea-4d3e-832f-a8da4cc942d7 cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:26:14.704641 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-33781d53-ce19-4d70-9648-27b490c51315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:14.923560 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-33781d53-ce19-4d70-9648-27b490c51315 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:14.930510 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-33781d53-ce19-4d70-9648-27b490c51315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:14.931973 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-33781d53-ce19-4d70-9648-27b490c51315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591563'] for router_interface, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:14.933178 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-33781d53-ce19-4d70-9648-27b490c51315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:14.999842 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33781d53-ce19-4d70-9648-27b490c51315 admin admin] Pushing event updated for resources: {'Port': ['ID=648d3950-f8ea-4d3e-832f-a8da4cc942d7,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:26:15.003280 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-33781d53-ce19-4d70-9648-27b490c51315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:15.154082 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33781d53-ce19-4d70-9648-27b490c51315 admin admin] Network d8539e61-18e1-4b6d-a5b6-fc3f1a0dc175 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:26:15.155598 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-33781d53-ce19-4d70-9648-27b490c51315 admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:26:15.321605 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-673a26b4-a873-420d-9159-e0f7b8ea8337 None None] Provisioning complete for port 648d3950-f8ea-4d3e-832f-a8da4cc942d7 triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:26:15.322571 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-673a26b4-a873-420d-9159-e0f7b8ea8337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:15.348129 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33781d53-ce19-4d70-9648-27b490c51315 admin admin] Router 39c1f227-9a16-4b61-b017-167d5ab08fbe is scheduled to L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 with binding_index 1 {{(pid=91924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 16:26:15.362604 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-673a26b4-a873-420d-9159-e0f7b8ea8337 None None] Port 648d3950-f8ea-4d3e-832f-a8da4cc942d7 cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:26:15.473538 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33781d53-ce19-4d70-9648-27b490c51315 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:26:15.479323 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-33781d53-ce19-4d70-9648-27b490c51315 admin admin] 10.222.0.25 "PUT /v2.0/routers/39c1f227-9a16-4b61-b017-167d5ab08fbe/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1286221 Jun 14 16:26:15.497682 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] Sync routers for ids ['39c1f227-9a16-4b61-b017-167d5ab08fbe'] in dv-cinder-796286-2-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:26:15.511111 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] Routers {'39c1f227-9a16-4b61-b017-167d5ab08fbe'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:26:15.512111 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:26:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['39c1f227-9a16-4b61-b017-167d5ab08fbe'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:26:15.715066 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] Set router 39c1f227-9a16-4b61-b017-167d5ab08fbe gateway port host: None {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:26:16.169028 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c1f227-9a16-4b61-b017-167d5ab08fbe', 'name': 'router1', 'tenant_id': '57bf1b064e214f8c82693e74229875a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:26:04Z', 'updated_at': '2021-06-14T16:26:14Z', 'revision_number': 2, 'project_id': '57bf1b064e214f8c82693e74229875a1', 'gw_port_host': None, '_interfaces': [{'id': '648d3950-f8ea-4d3e-832f-a8da4cc942d7', 'name': '', 'network_id': 'd8539e61-18e1-4b6d-a5b6-fc3f1a0dc175', 'tenant_id': '57bf1b064e214f8c82693e74229875a1', 'mac_address': 'fa:16:3e:1a:de:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c1f227-9a16-4b61-b017-167d5ab08fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5338ef78-5f7e-4691-9c58-d75862b48523', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:26:13Z', 'updated_at': '2021-06-14T16:26:14Z', 'revision_number': 2, 'project_id': '57bf1b064e214f8c82693e74229875a1', 'subnets': [{'id': '5338ef78-5f7e-4691-9c58-d75862b48523', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb83116c-011a-400b-b929-8f4b0d53d2f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:26:16.175093 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] Checking router: 39c1f227-9a16-4b61-b017-167d5ab08fbe for host: dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:26:16.175453 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] Updating router 39c1f227-9a16-4b61-b017-167d5ab08fbe port 648d3950-f8ea-4d3e-832f-a8da4cc942d7 binding host dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:26:16.244199 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:16.762374 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] Notify callbacks [] for port, precommit_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:16.780915 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.provisioning_blocks [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] Transition to ACTIVE for port object 648d3950-f8ea-4d3e-832f-a8da4cc942d7 will not be triggered until provisioned by entity L2. {{(pid=91927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:26:16.788028 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:16.792691 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:17.010925 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ac9df-65ff-4543-a35b-c2c4da0d057b None None] Pushing event updated for resources: {'Port': ['ID=648d3950-f8ea-4d3e-832f-a8da4cc942d7,revision_number=3']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:26:17.024470 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ac9df-65ff-4543-a35b-c2c4da0d057b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:17.024802 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ac9df-65ff-4543-a35b-c2c4da0d057b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:17.025124 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ac9df-65ff-4543-a35b-c2c4da0d057b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:17.025441 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ac9df-65ff-4543-a35b-c2c4da0d057b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:17.025755 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ac9df-65ff-4543-a35b-c2c4da0d057b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:17.026068 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ac9df-65ff-4543-a35b-c2c4da0d057b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:17.026407 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ac9df-65ff-4543-a35b-c2c4da0d057b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:17.026751 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ac9df-65ff-4543-a35b-c2c4da0d057b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:17.027079 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ac9df-65ff-4543-a35b-c2c4da0d057b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:17.027386 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ac9df-65ff-4543-a35b-c2c4da0d057b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:17.027688 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ac9df-65ff-4543-a35b-c2c4da0d057b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:17.027994 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ac9df-65ff-4543-a35b-c2c4da0d057b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8ac9df-65ff-4543-a35b-c2c4da0d057b None None] Tracked resource versions report: Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: pushed versions: Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: { 'AddressGroup': {'1.2'}, Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: 'ConntrackHelper': {'1.0'}, Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: 'Log': {'1.0'}, Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: 'Network': {'1.1'}, Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: 'Port': {'1.7'}, Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: 'PortForwarding': {'1.2'}, Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: 'QosPolicy': {'1.8'}, Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: 'SecurityGroup': {'1.4'}, Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: 'SecurityGroupRule': {'1.2'}, Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: 'SubPort': {'1.0'}, Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: 'Subnet': {'1.1'}, Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: 'Trunk': {'1.1'}} Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: consumer versions: Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: { DHCP agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: L3 agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: Metadata agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: Metering agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: Open vSwitch agent@dv-cinder-796286-2-iscsi: { 'AddressGroup': '1.2', Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: 'ConntrackHelper': '1.0', Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: 'Log': '1.0', Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: 'Network': '1.1', Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: 'Port': '1.7', Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: 'PortForwarding': '1.2', Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: 'QosPolicy': '1.8', Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: 'SecurityGroup': '1.4', Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: 'SecurityGroupRule': '1.2', Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: 'SubPort': '1.0', Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: 'Subnet': '1.1', Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: 'Trunk': '1.1'}} Jun 14 16:26:17.029099 dv-cinder-796286-2-iscsi neutron-server[91927]: {{(pid=91927) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 16:26:17.033948 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] Attempting to bind port 648d3950-f8ea-4d3e-832f-a8da4cc942d7 on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:26:17.034987 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] Attempting to bind port 648d3950-f8ea-4d3e-832f-a8da4cc942d7 by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': 'faedccf9-cc34-4e1e-af64-06bbafe8c167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd8539e61-18e1-4b6d-a5b6-fc3f1a0dc175'}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:26:17.035414 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] Attempting to bind port 648d3950-f8ea-4d3e-832f-a8da4cc942d7 on network d8539e61-18e1-4b6d-a5b6-fc3f1a0dc175 {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:26:17.037487 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-0c8ac9df-65ff-4543-a35b-c2c4da0d057b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:17.041453 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:26:17.041861 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] Checking segment: {'id': 'faedccf9-cc34-4e1e-af64-06bbafe8c167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd8539e61-18e1-4b6d-a5b6-fc3f1a0dc175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:26:17.042329 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:17.042720 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] Bound using segment: {'id': 'faedccf9-cc34-4e1e-af64-06bbafe8c167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd8539e61-18e1-4b6d-a5b6-fc3f1a0dc175'} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:26:17.043218 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] Bound port: 648d3950-f8ea-4d3e-832f-a8da4cc942d7, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faedccf9-cc34-4e1e-af64-06bbafe8c167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd8539e61-18e1-4b6d-a5b6-fc3f1a0dc175'}}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:26:17.043586 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:17.120092 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] For port 648d3950-f8ea-4d3e-832f-a8da4cc942d7, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:26:17.142444 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] For port 648d3950-f8ea-4d3e-832f-a8da4cc942d7, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=648d3950-f8ea-4d3e-832f-a8da4cc942d7,segment=NetworkSegment(faedccf9-cc34-4e1e-af64-06bbafe8c167),segment_id=faedccf9-cc34-4e1e-af64-06bbafe8c167)] {{(pid=91927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:26:17.147754 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:17.149898 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-0c8ac9df-65ff-4543-a35b-c2c4da0d057b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:17.205225 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] Routers {'39c1f227-9a16-4b61-b017-167d5ab08fbe'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:26:17.205843 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:26:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['39c1f227-9a16-4b61-b017-167d5ab08fbe'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:26:17.329495 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ac9df-65ff-4543-a35b-c2c4da0d057b None None] Pushing event updated for resources: {'Port': ['ID=648d3950-f8ea-4d3e-832f-a8da4cc942d7,revision_number=4']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:26:17.338493 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-0c8ac9df-65ff-4543-a35b-c2c4da0d057b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:17.350508 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] Set router 39c1f227-9a16-4b61-b017-167d5ab08fbe gateway port host: None {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:26:17.632819 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c1f227-9a16-4b61-b017-167d5ab08fbe', 'name': 'router1', 'tenant_id': '57bf1b064e214f8c82693e74229875a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:26:04Z', 'updated_at': '2021-06-14T16:26:14Z', 'revision_number': 2, 'project_id': '57bf1b064e214f8c82693e74229875a1', 'gw_port_host': None, '_interfaces': [{'id': '648d3950-f8ea-4d3e-832f-a8da4cc942d7', 'name': '', 'network_id': 'd8539e61-18e1-4b6d-a5b6-fc3f1a0dc175', 'tenant_id': '57bf1b064e214f8c82693e74229875a1', 'mac_address': 'fa:16:3e:1a:de:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c1f227-9a16-4b61-b017-167d5ab08fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5338ef78-5f7e-4691-9c58-d75862b48523', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:26:13Z', 'updated_at': '2021-06-14T16:26:17Z', 'revision_number': 4, 'project_id': '57bf1b064e214f8c82693e74229875a1', 'subnets': [{'id': '5338ef78-5f7e-4691-9c58-d75862b48523', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb83116c-011a-400b-b929-8f4b0d53d2f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:26:17.636299 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362c7e3e-f9f8-4f7d-9fbf-2d0b65ab1f19 None None] The sync data for ids ['39c1f227-9a16-4b61-b017-167d5ab08fbe'] in dv-cinder-796286-2-iscsi is: [{'id': '39c1f227-9a16-4b61-b017-167d5ab08fbe', 'name': 'router1', 'tenant_id': '57bf1b064e214f8c82693e74229875a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:26:04Z', 'updated_at': '2021-06-14T16:26:14Z', 'revision_number': 2, 'project_id': '57bf1b064e214f8c82693e74229875a1', 'gw_port_host': None, '_interfaces': [{'id': '648d3950-f8ea-4d3e-832f-a8da4cc942d7', 'name': '', 'network_id': 'd8539e61-18e1-4b6d-a5b6-fc3f1a0dc175', 'tenant_id': '57bf1b064e214f8c82693e74229875a1', 'mac_address': 'fa:16:3e:1a:de:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c1f227-9a16-4b61-b017-167d5ab08fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5338ef78-5f7e-4691-9c58-d75862b48523', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:26:13Z', 'updated_at': '2021-06-14T16:26:17Z', 'revision_number': 4, 'project_id': '57bf1b064e214f8c82693e74229875a1', 'subnets': [{'id': '5338ef78-5f7e-4691-9c58-d75862b48523', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb83116c-011a-400b-b929-8f4b0d53d2f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:26:17.671736 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 48210) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:26:17.804472 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351f9974-ef43-4eb9-8edf-0e64867d6ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:26:17.805814 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-351f9974-ef43-4eb9-8edf-0e64867d6ecf admin admin] 10.222.0.25 "GET /v2.0/networks/2e21213b-d279-4f17-b7ac-a39d3c551e15 HTTP/1.1" status: 200 len: 842 time: 0.1331456 Jun 14 16:26:17.815424 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-73e37a62-2a0c-4849-a77b-eb02ab630db1 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:26:17.838762 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e37a62-2a0c-4849-a77b-eb02ab630db1 admin admin] Made reservation on behalf of 2bb78a0ff966469aa671c613ed142a78 for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:26:17.841051 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-73e37a62-2a0c-4849-a77b-eb02ab630db1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:18.187908 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.objects.ports [None req-73e37a62-2a0c-4849-a77b-eb02ab630db1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91924) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 14 16:26:18.188240 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-73e37a62-2a0c-4849-a77b-eb02ab630db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:18.190338 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-249113a7-0c50-4854-9305-b0ce0199b0a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:18.243541 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e37a62-2a0c-4849-a77b-eb02ab630db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd8b9889-3c5e-49b3-9c23-75f1e7c20530,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:26:18.246251 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-73e37a62-2a0c-4849-a77b-eb02ab630db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:18.261572 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e37a62-2a0c-4849-a77b-eb02ab630db1 admin admin] Checking segment: {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:26:18.261924 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e37a62-2a0c-4849-a77b-eb02ab630db1 admin admin] Network hostable DHCP agents. Network: 2e21213b-d279-4f17-b7ac-a39d3c551e15, hostable agents: ['375ffa47-0472-477a-9943-d26e949c75c5'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:26:18.280004 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e37a62-2a0c-4849-a77b-eb02ab630db1 admin admin] Network 2e21213b-d279-4f17-b7ac-a39d3c551e15 is scheduled to be hosted by DHCP agent 375ffa47-0472-477a-9943-d26e949c75c5 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:26:18.288632 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-73e37a62-2a0c-4849-a77b-eb02ab630db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-iscsi, 2e21213b-d279-4f17-b7ac-a39d3c551e15) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:26:18.292693 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e37a62-2a0c-4849-a77b-eb02ab630db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:26:18.293264 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-73e37a62-2a0c-4849-a77b-eb02ab630db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:18.298681 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5498a48-4f89-4abc-95c3-556d7b31b0a2 None None] Network 2e21213b-d279-4f17-b7ac-a39d3c551e15 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:26:18.321843 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-73e37a62-2a0c-4849-a77b-eb02ab630db1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4966953 Jun 14 16:26:18.534485 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed3d8a8-d03f-4287-ae7f-4c0202eaede6 None None] Network 2e21213b-d279-4f17-b7ac-a39d3c551e15 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:26:20.548036 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 48222) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:26:20.714410 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-f3ec1c01-4841-4324-82d3-0691e49cfe65 admin admin] 10.222.0.25 "GET /v2.0/routers/39c1f227-9a16-4b61-b017-167d5ab08fbe HTTP/1.1" status: 200 len: 710 time: 0.1651912 Jun 14 16:26:20.834821 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42777cdd-7e89-4b4d-b26d-9bebb54f3f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:26:20.835498 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 648d3950-f8ea-4d3e-832f-a8da4cc942d7 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:26:20.837391 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-42777cdd-7e89-4b4d-b26d-9bebb54f3f0f admin admin] 10.222.0.25 "GET /v2.0/networks/2e21213b-d279-4f17-b7ac-a39d3c551e15 HTTP/1.1" status: 200 len: 886 time: 0.1144960 Jun 14 16:26:20.845015 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-11434bdb-f6f5-47eb-8186-d44f2ad0202c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:26:20.896473 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port 648d3950-f8ea-4d3e-832f-a8da4cc942d7 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:26:20.900493 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 648d3950-f8ea-4d3e-832f-a8da4cc942d7 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:26:20.900940 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:20.991993 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:21.028596 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] For port 648d3950-f8ea-4d3e-832f-a8da4cc942d7, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=648d3950-f8ea-4d3e-832f-a8da4cc942d7,segment=NetworkSegment(faedccf9-cc34-4e1e-af64-06bbafe8c167),segment_id=faedccf9-cc34-4e1e-af64-06bbafe8c167)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:26:21.035513 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:21.037771 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-eff8d9d5-dd5a-40d9-a97e-900aa42c35e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:21.097953 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Pushing event updated for resources: {'Port': ['ID=648d3950-f8ea-4d3e-832f-a8da4cc942d7,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:26:21.101367 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:21.283276 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-11434bdb-f6f5-47eb-8186-d44f2ad0202c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-621758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106234'] for router, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:21.585832 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-11434bdb-f6f5-47eb-8186-d44f2ad0202c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:21.667048 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-11434bdb-f6f5-47eb-8186-d44f2ad0202c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:21.784967 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-11434bdb-f6f5-47eb-8186-d44f2ad0202c admin admin] Allocated IP 172.27.0.17 (2e21213b-d279-4f17-b7ac-a39d3c551e15/cd8b9889-3c5e-49b3-9c23-75f1e7c20530/9dc4890f-8881-4344-88d2-59ce773eb78c) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:26:21.924782 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-11434bdb-f6f5-47eb-8186-d44f2ad0202c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:21.968439 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-11434bdb-f6f5-47eb-8186-d44f2ad0202c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:21.970735 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:22.014693 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11434bdb-f6f5-47eb-8186-d44f2ad0202c admin admin] Network 2e21213b-d279-4f17-b7ac-a39d3c551e15 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:26:22.019014 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-11434bdb-f6f5-47eb-8186-d44f2ad0202c admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:26:22.023304 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11434bdb-f6f5-47eb-8186-d44f2ad0202c admin admin] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:26:22.026148 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11434bdb-f6f5-47eb-8186-d44f2ad0202c admin admin] Pushing event updated for resources: {'Port': ['ID=9dc4890f-8881-4344-88d2-59ce773eb78c,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:26:22.073108 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-11434bdb-f6f5-47eb-8186-d44f2ad0202c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:22.371117 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-11434bdb-f6f5-47eb-8186-d44f2ad0202c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:22.753276 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-11434bdb-f6f5-47eb-8186-d44f2ad0202c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-621758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106234'] for router, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:22.756989 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-11434bdb-f6f5-47eb-8186-d44f2ad0202c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-594348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-594325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-621133'] for router, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:22.806187 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 648d3950-f8ea-4d3e-832f-a8da4cc942d7 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:26:22.864240 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 648d3950-f8ea-4d3e-832f-a8da4cc942d7 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:26:22.864674 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:22.904291 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11434bdb-f6f5-47eb-8186-d44f2ad0202c admin admin] Router 39c1f227-9a16-4b61-b017-167d5ab08fbe has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:26:23.053496 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11434bdb-f6f5-47eb-8186-d44f2ad0202c admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:26:23.057908 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-11434bdb-f6f5-47eb-8186-d44f2ad0202c admin admin] Notify callbacks [] for router, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:23.059225 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-11434bdb-f6f5-47eb-8186-d44f2ad0202c admin admin] 10.222.0.25 "PUT /v2.0/routers/39c1f227-9a16-4b61-b017-167d5ab08fbe HTTP/1.1" status: 200 len: 889 time: 2.2174156 Jun 14 16:26:23.078278 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] Sync routers for ids ['39c1f227-9a16-4b61-b017-167d5ab08fbe'] in dv-cinder-796286-2-iscsi {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:26:23.089904 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] Routers {'39c1f227-9a16-4b61-b017-167d5ab08fbe'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:26:23.090634 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:26:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['39c1f227-9a16-4b61-b017-167d5ab08fbe'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:26:23.325469 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] Set router 39c1f227-9a16-4b61-b017-167d5ab08fbe gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:26:23.821185 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c1f227-9a16-4b61-b017-167d5ab08fbe', 'name': 'router1', 'tenant_id': '57bf1b064e214f8c82693e74229875a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '9dc4890f-8881-4344-88d2-59ce773eb78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:26:04Z', 'updated_at': '2021-06-14T16:26:22Z', 'revision_number': 4, 'project_id': '57bf1b064e214f8c82693e74229875a1', 'gw_port': {'id': '9dc4890f-8881-4344-88d2-59ce773eb78c', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c1f227-9a16-4b61-b017-167d5ab08fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:26:21Z', 'updated_at': '2021-06-14T16:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '648d3950-f8ea-4d3e-832f-a8da4cc942d7', 'name': '', 'network_id': 'd8539e61-18e1-4b6d-a5b6-fc3f1a0dc175', 'tenant_id': '57bf1b064e214f8c82693e74229875a1', 'mac_address': 'fa:16:3e:1a:de:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c1f227-9a16-4b61-b017-167d5ab08fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5338ef78-5f7e-4691-9c58-d75862b48523', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:26:13Z', 'updated_at': '2021-06-14T16:26:21Z', 'revision_number': 5, 'project_id': '57bf1b064e214f8c82693e74229875a1', 'subnets': [{'id': '5338ef78-5f7e-4691-9c58-d75862b48523', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb83116c-011a-400b-b929-8f4b0d53d2f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:26:23.827499 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] Checking router: 39c1f227-9a16-4b61-b017-167d5ab08fbe for host: dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:26:23.827826 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] Updating router 39c1f227-9a16-4b61-b017-167d5ab08fbe port 9dc4890f-8881-4344-88d2-59ce773eb78c binding host dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:26:23.869423 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:24.254641 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] Notify callbacks [] for port, precommit_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:24.266686 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] Transition to ACTIVE for port object 9dc4890f-8881-4344-88d2-59ce773eb78c will not be triggered until provisioned by entity L2. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:26:24.274930 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:24.278500 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:24.339998 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] Attempting to bind port 9dc4890f-8881-4344-88d2-59ce773eb78c on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:26:24.340359 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] Attempting to bind port 9dc4890f-8881-4344-88d2-59ce773eb78c by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:26:24.340713 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] Attempting to bind port 9dc4890f-8881-4344-88d2-59ce773eb78c on network 2e21213b-d279-4f17-b7ac-a39d3c551e15 {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:26:24.343601 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb27c5-332f-4567-9663-d8f7cd792958 None None] Pushing event updated for resources: {'Port': ['ID=9dc4890f-8881-4344-88d2-59ce773eb78c,revision_number=2']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:26:24.347254 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-3deb27c5-332f-4567-9663-d8f7cd792958 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:24.348418 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:26:24.348783 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] Checking segment: {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:26:24.349228 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:24.349599 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] Bound using segment: {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:26:24.350052 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] Bound port: 9dc4890f-8881-4344-88d2-59ce773eb78c, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:26:24.350445 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:24.408600 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] For port 9dc4890f-8881-4344-88d2-59ce773eb78c, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:26:24.411591 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] For port 9dc4890f-8881-4344-88d2-59ce773eb78c, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=9dc4890f-8881-4344-88d2-59ce773eb78c,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:26:24.417368 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:24.420856 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:24.483854 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb27c5-332f-4567-9663-d8f7cd792958 None None] Pushing event updated for resources: {'Port': ['ID=9dc4890f-8881-4344-88d2-59ce773eb78c,revision_number=3']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:26:24.486258 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] Routers {'39c1f227-9a16-4b61-b017-167d5ab08fbe'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:26:24.486863 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:26:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['39c1f227-9a16-4b61-b017-167d5ab08fbe'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:26:24.488677 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-3deb27c5-332f-4567-9663-d8f7cd792958 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:24.632853 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] Set router 39c1f227-9a16-4b61-b017-167d5ab08fbe gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:26:24.904821 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c1f227-9a16-4b61-b017-167d5ab08fbe', 'name': 'router1', 'tenant_id': '57bf1b064e214f8c82693e74229875a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '9dc4890f-8881-4344-88d2-59ce773eb78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:26:04Z', 'updated_at': '2021-06-14T16:26:22Z', 'revision_number': 4, 'project_id': '57bf1b064e214f8c82693e74229875a1', 'gw_port': {'id': '9dc4890f-8881-4344-88d2-59ce773eb78c', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c1f227-9a16-4b61-b017-167d5ab08fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:26:21Z', 'updated_at': '2021-06-14T16:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '648d3950-f8ea-4d3e-832f-a8da4cc942d7', 'name': '', 'network_id': 'd8539e61-18e1-4b6d-a5b6-fc3f1a0dc175', 'tenant_id': '57bf1b064e214f8c82693e74229875a1', 'mac_address': 'fa:16:3e:1a:de:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c1f227-9a16-4b61-b017-167d5ab08fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5338ef78-5f7e-4691-9c58-d75862b48523', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:26:13Z', 'updated_at': '2021-06-14T16:26:21Z', 'revision_number': 5, 'project_id': '57bf1b064e214f8c82693e74229875a1', 'subnets': [{'id': '5338ef78-5f7e-4691-9c58-d75862b48523', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb83116c-011a-400b-b929-8f4b0d53d2f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:26:24.910174 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10b2d23-be04-49cd-8858-e5b5d73dd615 None None] The sync data for ids ['39c1f227-9a16-4b61-b017-167d5ab08fbe'] in dv-cinder-796286-2-iscsi is: [{'id': '39c1f227-9a16-4b61-b017-167d5ab08fbe', 'name': 'router1', 'tenant_id': '57bf1b064e214f8c82693e74229875a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '9dc4890f-8881-4344-88d2-59ce773eb78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:26:04Z', 'updated_at': '2021-06-14T16:26:22Z', 'revision_number': 4, 'project_id': '57bf1b064e214f8c82693e74229875a1', 'gw_port': {'id': '9dc4890f-8881-4344-88d2-59ce773eb78c', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c1f227-9a16-4b61-b017-167d5ab08fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:26:21Z', 'updated_at': '2021-06-14T16:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '648d3950-f8ea-4d3e-832f-a8da4cc942d7', 'name': '', 'network_id': 'd8539e61-18e1-4b6d-a5b6-fc3f1a0dc175', 'tenant_id': '57bf1b064e214f8c82693e74229875a1', 'mac_address': 'fa:16:3e:1a:de:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c1f227-9a16-4b61-b017-167d5ab08fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5338ef78-5f7e-4691-9c58-d75862b48523', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:26:13Z', 'updated_at': '2021-06-14T16:26:21Z', 'revision_number': 5, 'project_id': '57bf1b064e214f8c82693e74229875a1', 'subnets': [{'id': '5338ef78-5f7e-4691-9c58-d75862b48523', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fb83116c-011a-400b-b929-8f4b0d53d2f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:26:25.389379 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 48230) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:26:25.524802 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-f0d822bd-52e7-4fb2-9d1f-0ed6f1887877 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1342323 Jun 14 16:26:26.854420 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 9dc4890f-8881-4344-88d2-59ce773eb78c up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:26:26.910719 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port 9dc4890f-8881-4344-88d2-59ce773eb78c completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:26:26.915128 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 9dc4890f-8881-4344-88d2-59ce773eb78c triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:26:26.915534 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:27.006373 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:27.028656 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] For port 9dc4890f-8881-4344-88d2-59ce773eb78c, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=9dc4890f-8881-4344-88d2-59ce773eb78c,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:26:27.033185 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:27.035424 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:26:27.095558 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Pushing event updated for resources: {'Port': ['ID=9dc4890f-8881-4344-88d2-59ce773eb78c,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:26:27.098851 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:26:28.825947 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 9dc4890f-8881-4344-88d2-59ce773eb78c up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:26:28.895248 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 9dc4890f-8881-4344-88d2-59ce773eb78c triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:26:28.895892 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:38.512375 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-35569423-a40a-4f64-8569-33911d6c6a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:40.729127 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:40.935715 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-8d716e0e-ca41-4e84-9cda-61741c6d1964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:42.281623 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:44.145786 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:26:48.357274 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 5 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:27:08.520260 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-9a6f8395-9791-4447-a892-70b90811577c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:10.723032 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:10.920688 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-18217f7b-79f0-4701-8510-472fafac73a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:12.285977 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:14.134764 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:25.357063 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 5 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:27:38.517227 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-bc87e618-7d06-4b96-b01f-4a4d0c3fdaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:40.728108 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:40.924653 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-efa4363f-4e2b-4ba8-aedd-3d0a8fff3560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:42.288145 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:27:44.140513 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:00.148487 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 48798) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:28:00.239313 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.pecan_wsgi.hooks.translation [None req-c562fd9e-5c55-4a98-b584-d02955f88331 admin admin] GET failed (client error): The resource could not be found. Jun 14 16:28:00.240758 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-c562fd9e-5c55-4a98-b584-d02955f88331 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0911887 Jun 14 16:28:00.448952 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ed06a1-4511-42db-a28a-f27da6b54513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:28:00.450464 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-41ed06a1-4511-42db-a28a-f27da6b54513 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2034996 Jun 14 16:28:02.355625 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 5 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:28:02.571717 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 48808) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:28:02.707328 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ced05b6-1e78-4022-8c69-646936a4477a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:28:02.708666 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-0ced05b6-1e78-4022-8c69-646936a4477a admin admin] 10.222.0.25 "GET /v2.0/subnets/5338ef78-5f7e-4691-9c58-d75862b48523 HTTP/1.1" status: 200 len: 849 time: 0.1360042 Jun 14 16:28:02.721052 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-1cc0c432-7b28-4f12-9f41-3eb4d947961d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:28:02.831700 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1cc0c432-7b28-4f12-9f41-3eb4d947961d admin admin] Notify callbacks [] for subnet, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:03.017143 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1cc0c432-7b28-4f12-9f41-3eb4d947961d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769377317178'] for subnet, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:03.022384 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:28:03.095565 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc0c432-7b28-4f12-9f41-3eb4d947961d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:28:03.096199 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1cc0c432-7b28-4f12-9f41-3eb4d947961d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:03.097499 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-1cc0c432-7b28-4f12-9f41-3eb4d947961d admin admin] 10.222.0.25 "PUT /v2.0/subnets/5338ef78-5f7e-4691-9c58-d75862b48523 HTTP/1.1" status: 200 len: 868 time: 0.3801839 Jun 14 16:28:03.097988 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d9b7b8-5f37-4449-8314-a26b91e959d1 None None] Network d8539e61-18e1-4b6d-a5b6-fc3f1a0dc175 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:28:03.117482 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0c432-7b28-4f12-9f41-3eb4d947961d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5338ef78-5f7e-4691-9c58-d75862b48523,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:28:03.127654 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc0c432-7b28-4f12-9f41-3eb4d947961d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:03.128072 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc0c432-7b28-4f12-9f41-3eb4d947961d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:03.128328 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc0c432-7b28-4f12-9f41-3eb4d947961d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:03.128736 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc0c432-7b28-4f12-9f41-3eb4d947961d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:03.129059 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc0c432-7b28-4f12-9f41-3eb4d947961d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:03.129523 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc0c432-7b28-4f12-9f41-3eb4d947961d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:03.129856 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc0c432-7b28-4f12-9f41-3eb4d947961d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:03.130715 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc0c432-7b28-4f12-9f41-3eb4d947961d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:03.130715 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc0c432-7b28-4f12-9f41-3eb4d947961d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:03.130966 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc0c432-7b28-4f12-9f41-3eb4d947961d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:03.131214 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc0c432-7b28-4f12-9f41-3eb4d947961d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:03.131524 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc0c432-7b28-4f12-9f41-3eb4d947961d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc0c432-7b28-4f12-9f41-3eb4d947961d admin admin] Tracked resource versions report: Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: pushed versions: Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: { 'AddressGroup': {'1.2'}, Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: 'ConntrackHelper': {'1.0'}, Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: 'Log': {'1.0'}, Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: 'Network': {'1.1'}, Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: 'Port': {'1.7'}, Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: 'PortForwarding': {'1.2'}, Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: 'QosPolicy': {'1.8'}, Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: 'SecurityGroup': {'1.4'}, Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: 'SecurityGroupRule': {'1.2'}, Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: 'SubPort': {'1.0'}, Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: 'Subnet': {'1.1'}, Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: 'Trunk': {'1.1'}} Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: consumer versions: Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: { DHCP agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: L3 agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: Metadata agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: Metering agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: Open vSwitch agent@dv-cinder-796286-2-iscsi: { 'AddressGroup': '1.2', Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: 'ConntrackHelper': '1.0', Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: 'Log': '1.0', Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: 'Network': '1.1', Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: 'Port': '1.7', Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: 'PortForwarding': '1.2', Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: 'QosPolicy': '1.8', Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: 'SecurityGroup': '1.4', Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: 'SecurityGroupRule': '1.2', Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: 'SubPort': '1.0', Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: 'Subnet': '1.1', Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: 'Trunk': '1.1'}} Jun 14 16:28:03.132977 dv-cinder-796286-2-iscsi neutron-server[91925]: {{(pid=91925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 16:28:03.139599 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-1cc0c432-7b28-4f12-9f41-3eb4d947961d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:28:03.481104 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c7c6aad2-4d5b-4c0d-82f7-d3f11236821e None None] Provisioning complete for port 648d3950-f8ea-4d3e-832f-a8da4cc942d7 triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:28:03.481939 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c7c6aad2-4d5b-4c0d-82f7-d3f11236821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:03.586824 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c7c6aad2-4d5b-4c0d-82f7-d3f11236821e None None] Provisioning complete for port aee9d263-187b-48ca-b408-6765242baf2b triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:28:03.587299 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c7c6aad2-4d5b-4c0d-82f7-d3f11236821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:05.208013 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 48820) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:28:05.437058 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc270d0-b6d6-4312-bcb3-ba2fb212ba53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:28:05.437534 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc270d0-b6d6-4312-bcb3-ba2fb212ba53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:28:05.439107 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-8dc270d0-b6d6-4312-bcb3-ba2fb212ba53 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2300489 Jun 14 16:28:07.563596 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 48828) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:28:07.745006 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fcdddb-5a1d-4d1a-94d6-ac9c93eefd39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:28:07.745383 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fcdddb-5a1d-4d1a-94d6-ac9c93eefd39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:28:07.746955 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-87fcdddb-5a1d-4d1a-94d6-ac9c93eefd39 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1823969 Jun 14 16:28:08.510051 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-62f8fbf5-47fd-4424-833a-76af2f8cdaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:09.856961 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 48836) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:28:10.065325 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf35f34-20b8-4844-a784-83e4f0cd60dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:28:10.066616 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-adf35f34-20b8-4844-a784-83e4f0cd60dc admin admin] 10.222.0.25 "GET /v2.0/networks/2e21213b-d279-4f17-b7ac-a39d3c551e15 HTTP/1.1" status: 200 len: 886 time: 0.2086339 Jun 14 16:28:10.732101 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:10.930148 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-2c87039b-7db5-491d-90ca-268b33e0b194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:12.192665 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 48844) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:28:12.288264 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:12.361162 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65468429-2e16-4cff-930a-08fb108f18f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:28:12.362620 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-65468429-2e16-4cff-930a-08fb108f18f7 admin admin] 10.222.0.25 "GET /v2.0/networks/d8539e61-18e1-4b6d-a5b6-fc3f1a0dc175 HTTP/1.1" status: 200 len: 869 time: 0.1689892 Jun 14 16:28:14.145269 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:14.459963 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 48852) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:28:14.596660 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c34517-951e-4140-a450-8a2c848833c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:28:14.597108 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c34517-951e-4140-a450-8a2c848833c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:28:14.598636 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-83c34517-951e-4140-a450-8a2c848833c5 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1374454 Jun 14 16:28:16.724697 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 48862) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:28:16.841975 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98765a6b-fc3b-4ef3-a928-261f13790dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:28:16.842474 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98765a6b-fc3b-4ef3-a928-261f13790dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:28:16.843979 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-98765a6b-fc3b-4ef3-a928-261f13790dd5 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1178064 Jun 14 16:28:18.943619 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 48870) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:28:19.059992 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62eab42a-d2cf-4dde-a4a5-e114618dfc27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:28:19.061323 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-62eab42a-d2cf-4dde-a4a5-e114618dfc27 admin admin] 10.222.0.25 "GET /v2.0/subnets/5338ef78-5f7e-4691-9c58-d75862b48523 HTTP/1.1" status: 200 len: 868 time: 0.1164269 Jun 14 16:28:21.196656 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 48878) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:28:21.293818 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9568d8e-51a3-4c2f-bd0a-2a2c62dbb295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:28:21.295253 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-d9568d8e-51a3-4c2f-bd0a-2a2c62dbb295 admin admin] 10.222.0.25 "GET /v2.0/subnets/cd8b9889-3c5e-49b3-9c23-75f1e7c20530 HTTP/1.1" status: 200 len: 816 time: 0.0976536 Jun 14 16:28:38.515014 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-bf0b1759-bdff-4db8-bee4-aed7591fdc58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:39.354116 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 5 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:28:40.735265 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:40.935480 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-1c35b3ab-ca4c-4942-bb8d-f1f54fd359fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:42.293380 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:44.147004 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:44.465157 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 48922) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:28:44.522227 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [None req-eb4526ef-e18e-44a6-a51a-9dbb8900910d admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 16:28:44.523227 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-eb4526ef-e18e-44a6-a51a-9dbb8900910d admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0568283 Jun 14 16:28:46.728517 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 48930) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:28:46.796467 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d62075-9ca9-4713-97e0-87788483d382 admin admin] GET failed (client error): The resource could not be found. Jun 14 16:28:46.797820 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-35d62075-9ca9-4713-97e0-87788483d382 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0680540 Jun 14 16:28:46.957519 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6adfa3b-d2cc-444a-8c2e-1550d4c8e7c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:28:46.959254 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-f6adfa3b-d2cc-444a-8c2e-1550d4c8e7c2 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1574714 Jun 14 16:28:49.098167 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 48938) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:28:49.148408 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-081ea5a8-2314-4bf1-8410-382100aada7f admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:28:49.174021 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081ea5a8-2314-4bf1-8410-382100aada7f admin admin] Made reservation on behalf of 2bb78a0ff966469aa671c613ed142a78 for: {'network': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:28:49.176328 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-081ea5a8-2314-4bf1-8410-382100aada7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for network, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:49.211982 dv-cinder-796286-2-iscsi neutron-server[91924]: WARNING neutron.services.revisions.revision_plugin [None req-081ea5a8-2314-4bf1-8410-382100aada7f admin admin] Could not find related network for resource to bump revision. Jun 14 16:28:49.226013 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081ea5a8-2314-4bf1-8410-382100aada7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=91924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:28:49.239597 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-081ea5a8-2314-4bf1-8410-382100aada7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:49.240128 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.db.segments_db [None req-081ea5a8-2314-4bf1-8410-382100aada7f admin admin] Added segment d4bc3640-4e37-4a5c-892c-b7294e96c3d2 of type vlan for network a624612f-2d7f-4187-9be8-c5a526c28744 Jun 14 16:28:49.288178 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-081ea5a8-2314-4bf1-8410-382100aada7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769376812472'] for network, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:49.319253 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-081ea5a8-2314-4bf1-8410-382100aada7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:49.320626 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ea5a8-2314-4bf1-8410-382100aada7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:28:49.321215 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-081ea5a8-2314-4bf1-8410-382100aada7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:49.323574 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:28:49.357181 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-081ea5a8-2314-4bf1-8410-382100aada7f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2575684 Jun 14 16:28:49.404567 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ea5a8-2314-4bf1-8410-382100aada7f admin admin] Pushing event updated for resources: {'Network': ['ID=a624612f-2d7f-4187-9be8-c5a526c28744,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:28:49.411719 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ea5a8-2314-4bf1-8410-382100aada7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:49.412074 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ea5a8-2314-4bf1-8410-382100aada7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:49.412425 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ea5a8-2314-4bf1-8410-382100aada7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:49.412746 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ea5a8-2314-4bf1-8410-382100aada7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:49.413067 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ea5a8-2314-4bf1-8410-382100aada7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:49.413405 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ea5a8-2314-4bf1-8410-382100aada7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:49.413723 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ea5a8-2314-4bf1-8410-382100aada7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:49.414039 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ea5a8-2314-4bf1-8410-382100aada7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:49.414392 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ea5a8-2314-4bf1-8410-382100aada7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:49.414708 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ea5a8-2314-4bf1-8410-382100aada7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:49.415008 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ea5a8-2314-4bf1-8410-382100aada7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:49.415336 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ea5a8-2314-4bf1-8410-382100aada7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:49.419828 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-081ea5a8-2314-4bf1-8410-382100aada7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:28:49.426551 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Network a624612f-2d7f-4187-9be8-c5a526c28744 details requested by agent ovs-agent-dv-cinder-796286-2-iscsi with host dv-cinder-796286-2-iscsi {{(pid=91926) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:28:51.505904 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 48946) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:28:51.583953 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.pecan_wsgi.hooks.translation [None req-975889d5-fd30-43de-a890-d9601d8de22a admin admin] GET failed (client error): The resource could not be found. Jun 14 16:28:51.585260 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-975889d5-fd30-43de-a890-d9601d8de22a admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0779243 Jun 14 16:28:51.678084 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f860b8d-fc55-4b11-b7c8-bef2bfd02c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:28:51.679438 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-1f860b8d-fc55-4b11-b7c8-bef2bfd02c49 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0882325 Jun 14 16:28:51.692168 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-b756eb93-453e-4d79-8d35-74e1d6f941b0 admin admin] Request body: {'subnet': {'network_id': 'a624612f-2d7f-4187-9be8-c5a526c28744', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:28:51.715445 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b756eb93-453e-4d79-8d35-74e1d6f941b0 admin admin] Made reservation on behalf of 2bb78a0ff966469aa671c613ed142a78 for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:28:51.717712 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b756eb93-453e-4d79-8d35-74e1d6f941b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:52.033698 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b756eb93-453e-4d79-8d35-74e1d6f941b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:52.035848 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:28:52.093773 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756eb93-453e-4d79-8d35-74e1d6f941b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8ee72f3-7aa2-4c2d-a6b6-811be689523a,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:28:52.096906 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b756eb93-453e-4d79-8d35-74e1d6f941b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:28:52.110550 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756eb93-453e-4d79-8d35-74e1d6f941b0 admin admin] Checking segment: {'id': 'd4bc3640-4e37-4a5c-892c-b7294e96c3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a624612f-2d7f-4187-9be8-c5a526c28744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:28:52.111035 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b756eb93-453e-4d79-8d35-74e1d6f941b0 admin admin] Network hostable DHCP agents. Network: a624612f-2d7f-4187-9be8-c5a526c28744, hostable agents: ['375ffa47-0472-477a-9943-d26e949c75c5'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:28:52.132780 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b756eb93-453e-4d79-8d35-74e1d6f941b0 admin admin] Network a624612f-2d7f-4187-9be8-c5a526c28744 is scheduled to be hosted by DHCP agent 375ffa47-0472-477a-9943-d26e949c75c5 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:28:52.145513 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-b756eb93-453e-4d79-8d35-74e1d6f941b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-iscsi, a624612f-2d7f-4187-9be8-c5a526c28744) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:28:52.150740 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b756eb93-453e-4d79-8d35-74e1d6f941b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:28:52.151316 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b756eb93-453e-4d79-8d35-74e1d6f941b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:52.156203 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a3af4a-ce6f-4e8d-bb33-606521599139 None None] Network a624612f-2d7f-4187-9be8-c5a526c28744 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:28:52.169019 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-b756eb93-453e-4d79-8d35-74e1d6f941b0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4802043 Jun 14 16:28:52.350628 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc755246c-0e71-5945-9550-72e741f73a7f-a624612f-2d7f-4187-9be8-c5a526c28744', 'network_id': 'a624612f-2d7f-4187-9be8-c5a526c28744', 'tenant_id': '2bb78a0ff966469aa671c613ed142a78', 'fixed_ips': [{'subnet_id': 'a8ee72f3-7aa2-4c2d-a6b6-811be689523a'}]}} from dv-cinder-796286-2-iscsi. {{(pid=91926) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 16:28:52.351501 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:52.509549 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.db_base_plugin_common [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Allocated IP 192.168.233.2 (a624612f-2d7f-4187-9be8-c5a526c28744/a8ee72f3-7aa2-4c2d-a6b6-811be689523a/109d9c8f-75c4-4155-a942-90dd4e895c3c) {{(pid=91926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:28:52.685141 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Notify callbacks [] for port, precommit_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:52.693667 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Transition to ACTIVE for port object 109d9c8f-75c4-4155-a942-90dd4e895c3c will not be triggered until provisioned by entity L2. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:28:52.709536 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Transition to ACTIVE for port object 109d9c8f-75c4-4155-a942-90dd4e895c3c will not be triggered until provisioned by entity DHCP. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:28:52.715772 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408'] for port, after_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:52.718806 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:28:52.764332 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Network a624612f-2d7f-4187-9be8-c5a526c28744 is already hosted by enough agents. {{(pid=91926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:28:52.767138 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.scheduler.base_scheduler [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Resources bound (agent type, host, resource id): {{(pid=91926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:28:52.770934 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Received port after_create {{(pid=91926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:28:52.777924 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Pushing event updated for resources: {'Port': ['ID=109d9c8f-75c4-4155-a942-90dd4e895c3c,revision_number=1']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:28:52.808074 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:52.808411 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:52.808742 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:52.809085 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:52.809405 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:52.809731 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:52.810037 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:52.810371 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:52.810705 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:52.811005 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:52.811314 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:52.811620 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:28:52.817978 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:28:52.852007 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Attempting to bind port 109d9c8f-75c4-4155-a942-90dd4e895c3c on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:28:52.852368 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Attempting to bind port 109d9c8f-75c4-4155-a942-90dd4e895c3c by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': 'd4bc3640-4e37-4a5c-892c-b7294e96c3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a624612f-2d7f-4187-9be8-c5a526c28744'}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:28:52.852726 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Attempting to bind port 109d9c8f-75c4-4155-a942-90dd4e895c3c on network a624612f-2d7f-4187-9be8-c5a526c28744 {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:28:52.857660 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:28:52.858032 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Checking segment: {'id': 'd4bc3640-4e37-4a5c-892c-b7294e96c3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a624612f-2d7f-4187-9be8-c5a526c28744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:28:52.858461 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:52.858847 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Bound using segment: {'id': 'd4bc3640-4e37-4a5c-892c-b7294e96c3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a624612f-2d7f-4187-9be8-c5a526c28744'} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:28:52.859325 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Bound port: 109d9c8f-75c4-4155-a942-90dd4e895c3c, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4bc3640-4e37-4a5c-892c-b7294e96c3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a624612f-2d7f-4187-9be8-c5a526c28744'}}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:28:52.859681 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:52.933201 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] For port 109d9c8f-75c4-4155-a942-90dd4e895c3c, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:28:52.937316 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] For port 109d9c8f-75c4-4155-a942-90dd4e895c3c, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=109d9c8f-75c4-4155-a942-90dd4e895c3c,segment=NetworkSegment(d4bc3640-4e37-4a5c-892c-b7294e96c3d2),segment_id=d4bc3640-4e37-4a5c-892c-b7294e96c3d2)] {{(pid=91926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:28:52.941943 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:52.944170 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:28:53.105364 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Pushing event updated for resources: {'Port': ['ID=109d9c8f-75c4-4155-a942-90dd4e895c3c,revision_number=2']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:28:53.108929 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:28:53.890778 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc3a792-1c19-4cb7-865f-6122c353b429 None None] Network a624612f-2d7f-4187-9be8-c5a526c28744 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:28:54.026664 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-e5a35ff4-f341-4d83-9f31-53735719b0e0 None None] Provisioning for port 109d9c8f-75c4-4155-a942-90dd4e895c3c completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:28:54.948324 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 109d9c8f-75c4-4155-a942-90dd4e895c3c up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:28:55.004249 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port 109d9c8f-75c4-4155-a942-90dd4e895c3c completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:28:55.008310 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 109d9c8f-75c4-4155-a942-90dd4e895c3c triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:28:55.008677 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:55.098624 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:55.135259 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] For port 109d9c8f-75c4-4155-a942-90dd4e895c3c, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=109d9c8f-75c4-4155-a942-90dd4e895c3c,segment=NetworkSegment(d4bc3640-4e37-4a5c-892c-b7294e96c3d2),segment_id=d4bc3640-4e37-4a5c-892c-b7294e96c3d2)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:28:55.140223 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:28:55.142390 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:28:55.195219 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Pushing event updated for resources: {'Port': ['ID=109d9c8f-75c4-4155-a942-90dd4e895c3c,revision_number=3']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:28:55.198734 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:28:56.918525 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 109d9c8f-75c4-4155-a942-90dd4e895c3c up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:28:56.975182 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 109d9c8f-75c4-4155-a942-90dd4e895c3c triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:28:56.975660 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:08.519232 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-4fd273ff-0d22-4bfd-bf0a-f79e8334c129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:10.739347 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:10.941798 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3872d6d6-2c97-4231-a147-4659031f1737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:12.301412 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:14.151978 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:16.353474 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 5 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:29:38.523847 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-627939a2-16ed-41e8-a584-4d54ba11b59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:40.743424 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:40.937212 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-09747b2e-2103-4f8f-a5c3-5836136e1302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:42.299352 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:44.154859 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:29:53.352223 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 5 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:30:00.214443 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 48998) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:30:00.220337 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [None req-2583b874-22e9-48d6-a3a7-185cfe23369d tempest-verify_tempest_config-1520194448 tempest-verify_tempest_config-1520194448-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 16:30:00.221266 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-2583b874-22e9-48d6-a3a7-185cfe23369d tempest-verify_tempest_config-1520194448 tempest-verify_tempest_config-1520194448-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058584 Jun 14 16:30:00.559208 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 49016) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:30:00.685584 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bf8fffbb-0aea-4f7c-bd67-e673fbf10456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:00.795104 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bf8fffbb-0aea-4f7c-bd67-e673fbf10456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:00.801851 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bf8fffbb-0aea-4f7c-bd67-e673fbf10456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:00.806646 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:30:00.852716 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fffbb-0aea-4f7c-bd67-e673fbf10456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a568595-3cf6-492f-9288-1351eb922a1b,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:30:00.856259 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-bf8fffbb-0aea-4f7c-bd67-e673fbf10456 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8657988f2c704ca29428490825906b71&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2956717 Jun 14 16:30:00.859208 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 49022) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:30:00.861487 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fffbb-0aea-4f7c-bd67-e673fbf10456 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:00.861845 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fffbb-0aea-4f7c-bd67-e673fbf10456 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:00.862154 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fffbb-0aea-4f7c-bd67-e673fbf10456 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:00.862515 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fffbb-0aea-4f7c-bd67-e673fbf10456 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:00.862826 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fffbb-0aea-4f7c-bd67-e673fbf10456 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:00.863157 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fffbb-0aea-4f7c-bd67-e673fbf10456 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:00.863469 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fffbb-0aea-4f7c-bd67-e673fbf10456 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:00.863793 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fffbb-0aea-4f7c-bd67-e673fbf10456 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:00.864095 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fffbb-0aea-4f7c-bd67-e673fbf10456 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:00.864399 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fffbb-0aea-4f7c-bd67-e673fbf10456 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:00.864699 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fffbb-0aea-4f7c-bd67-e673fbf10456 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:00.864999 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fffbb-0aea-4f7c-bd67-e673fbf10456 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:00.868861 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bf8fffbb-0aea-4f7c-bd67-e673fbf10456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:30:00.946271 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b54892b4-832a-430e-98da-aefb1810a1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:00.969773 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b54892b4-832a-430e-98da-aefb1810a1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:01.071466 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b54892b4-832a-430e-98da-aefb1810a1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:01.076722 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b54892b4-832a-430e-98da-aefb1810a1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:01.078374 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-b54892b4-832a-430e-98da-aefb1810a1aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a568595-3cf6-492f-9288-1351eb922a1b HTTP/1.1" status: 204 len: 168 time: 0.2180374 Jun 14 16:30:01.079339 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:30:01.089298 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54892b4-832a-430e-98da-aefb1810a1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a568595-3cf6-492f-9288-1351eb922a1b,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:30:01.096020 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54892b4-832a-430e-98da-aefb1810a1aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:01.096379 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54892b4-832a-430e-98da-aefb1810a1aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:01.096715 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54892b4-832a-430e-98da-aefb1810a1aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:01.097041 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54892b4-832a-430e-98da-aefb1810a1aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:01.097357 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54892b4-832a-430e-98da-aefb1810a1aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:01.097690 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54892b4-832a-430e-98da-aefb1810a1aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:01.098011 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54892b4-832a-430e-98da-aefb1810a1aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:01.098345 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54892b4-832a-430e-98da-aefb1810a1aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:01.098682 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54892b4-832a-430e-98da-aefb1810a1aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:01.099004 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54892b4-832a-430e-98da-aefb1810a1aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:01.099315 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54892b4-832a-430e-98da-aefb1810a1aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:01.099609 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54892b4-832a-430e-98da-aefb1810a1aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:30:01.103453 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-b54892b4-832a-430e-98da-aefb1810a1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:30:08.533342 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-5d21912b-1da3-40ae-ace6-55264790ba4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:10.747557 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:10.939270 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-371e0b92-d87b-4f91-89ca-c1500095dc00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:12.302652 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:14.157788 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:30.352906 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 5 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:30:38.538232 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-75b18918-1f89-41b1-9353-5e0d00162e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:40.751811 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:40.948263 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-1700064d-06b1-4a77-bab4-461146991527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:42.317017 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:30:44.166866 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:31:07.361918 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 5 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:31:08.522428 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-92cbecc7-73f0-4186-affa-0ac3fd3559f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:31:10.755515 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:31:10.942275 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-ae4df7ab-fd0d-4778-b9a7-665acb649569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:31:12.320816 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:31:14.171821 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:31:36.654217 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238'] for agent, after_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:31:38.526400 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c9d22eaa-ce5d-4a00-8f0b-4e0a9469f4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:31:40.630577 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 49074) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:31:40.750559 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-5922a650-a6d4-4dd9-8439-6bda2435a107 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1186383 Jun 14 16:31:40.753430 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:31:40.948833 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-5d7d6a70-6c2a-4cc6-aa25-ab2a77d827b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:31:42.313143 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:31:42.894515 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 49084) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:31:42.949614 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-3ca66c0b-645c-4d39-800d-fed21c58e1a2 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0540473 Jun 14 16:31:44.175740 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:31:44.356241 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:32:06.608529 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:32:08.529432 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-dcdb6da0-6803-455a-a1dd-6ef101d2619a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:32:10.756477 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:32:10.941080 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-138d27a0-7254-45d4-905c-73a6fcb5fc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:32:12.316924 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:32:14.182304 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:32:21.357243 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:32:36.617729 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:32:38.538071 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-e6c0a50b-5d77-4b90-8908-ba0130d07e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:32:40.769424 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:32:40.956315 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-e7e9566f-0536-431f-9393-6eb16a4af994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:32:42.322175 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:32:44.184284 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:32:58.357933 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:33:06.641506 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:08.549528 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-65d9215c-f84f-4525-9733-dfbc6b6c8722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:10.795983 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:10.970698 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f22dc98d-e4d7-4f02-a8ce-dc55143ce264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:11.633694 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 49210) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:11.824738 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1817003114-network', 'tenant_id': '2c90e9f6caa44ace9e9c8571d4b33473'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:11.852785 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Made reservation on behalf of 2c90e9f6caa44ace9e9c8571d4b33473 for: {'network': 1} {{(pid=91925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:33:11.855517 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for network, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:11.874779 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:11.980447 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:11.985722 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:11.991637 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-b54892b4-832a-430e-98da-aefb1810a1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:12.026238 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=91925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:33:12.031415 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea7d6cd-eb86-4420-aa75-905091b5985b,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:12.044715 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:12.045140 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:12.045707 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:12.046030 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:12.046375 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:12.046731 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:12.047015 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:12.047453 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:12.047802 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:12.048154 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:12.048580 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:12.048868 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Tracked resource versions report: Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: pushed versions: Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: { 'AddressGroup': {'1.2'}, Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: 'ConntrackHelper': {'1.0'}, Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: 'Log': {'1.0'}, Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: 'Network': {'1.1'}, Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: 'Port': {'1.7'}, Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: 'PortForwarding': {'1.2'}, Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: 'QosPolicy': {'1.8'}, Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: 'SecurityGroup': {'1.4'}, Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: 'SecurityGroupRule': {'1.2'}, Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: 'SubPort': {'1.0'}, Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: 'Subnet': {'1.1'}, Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: 'Trunk': {'1.1'}} Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: consumer versions: Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: { DHCP agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: HyperV agent@hv-cinder-79628: {}, Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: L3 agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: Metadata agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: Metering agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: Open vSwitch agent@dv-cinder-796286-2-iscsi: { 'AddressGroup': '1.2', Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: 'ConntrackHelper': '1.0', Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: 'Log': '1.0', Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: 'Network': '1.1', Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: 'Port': '1.7', Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: 'PortForwarding': '1.2', Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: 'QosPolicy': '1.8', Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: 'SecurityGroup': '1.4', Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: 'SecurityGroupRule': '1.2', Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: 'SubPort': '1.0', Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: 'Subnet': '1.1', Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: 'Trunk': '1.1'}} Jun 14 16:33:12.050052 dv-cinder-796286-2-iscsi neutron-server[91925]: {{(pid=91925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 16:33:12.064985 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:12.071158 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769377283247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:12.072028 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Unsubscribe: segment precommit_create {{(pid=91925) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 14 16:33:12.072623 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.db.segments_db [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Added segment d254e33d-428e-46aa-865b-f04cadb7452d of type vlan for network 8bacab7d-e7d5-400d-a72a-7caeec0312a6 Jun 14 16:33:12.138555 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769376812472'] for network, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:12.184689 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:12.186451 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:12.187126 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:12.198835 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:12.223409 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5885949 Jun 14 16:33:12.226599 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 49248) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:12.232460 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-d3bd7790-98d9-4e1b-a49c-cc8e8d9c55ea admin admin] Request body: {'subnet': {'network_id': '8bacab7d-e7d5-400d-a72a-7caeec0312a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1817003114-subnet', 'tenant_id': '2c90e9f6caa44ace9e9c8571d4b33473', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:12.257724 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bd7790-98d9-4e1b-a49c-cc8e8d9c55ea admin admin] Made reservation on behalf of 2c90e9f6caa44ace9e9c8571d4b33473 for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:33:12.260619 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d3bd7790-98d9-4e1b-a49c-cc8e8d9c55ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:12.311248 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Pushing event updated for resources: {'Network': ['ID=8bacab7d-e7d5-400d-a72a-7caeec0312a6,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:12.325295 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:12.327093 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Network 8bacab7d-e7d5-400d-a72a-7caeec0312a6 details requested by agent ovs-agent-dv-cinder-796286-2-iscsi with host dv-cinder-796286-2-iscsi {{(pid=91926) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:33:12.345652 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:12.492252 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d3bd7790-98d9-4e1b-a49c-cc8e8d9c55ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:12.495611 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-73e37a62-2a0c-4849-a77b-eb02ab630db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:12.550007 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd7790-98d9-4e1b-a49c-cc8e8d9c55ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=76ebf11c-6866-45a5-8a22-bba3c93daf27,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:12.561859 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd7790-98d9-4e1b-a49c-cc8e8d9c55ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:12.562217 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd7790-98d9-4e1b-a49c-cc8e8d9c55ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:12.562582 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd7790-98d9-4e1b-a49c-cc8e8d9c55ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:12.562905 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd7790-98d9-4e1b-a49c-cc8e8d9c55ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:12.563227 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd7790-98d9-4e1b-a49c-cc8e8d9c55ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:12.563547 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd7790-98d9-4e1b-a49c-cc8e8d9c55ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:12.563866 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd7790-98d9-4e1b-a49c-cc8e8d9c55ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:12.564194 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd7790-98d9-4e1b-a49c-cc8e8d9c55ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:12.564493 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd7790-98d9-4e1b-a49c-cc8e8d9c55ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:12.564807 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd7790-98d9-4e1b-a49c-cc8e8d9c55ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:12.565116 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd7790-98d9-4e1b-a49c-cc8e8d9c55ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:12.565427 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd7790-98d9-4e1b-a49c-cc8e8d9c55ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bd7790-98d9-4e1b-a49c-cc8e8d9c55ea admin admin] Tracked resource versions report: Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: pushed versions: Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: { 'AddressGroup': {'1.2'}, Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: 'ConntrackHelper': {'1.0'}, Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: 'Log': {'1.0'}, Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: 'Network': {'1.1'}, Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: 'Port': {'1.7'}, Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: 'PortForwarding': {'1.2'}, Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: 'QosPolicy': {'1.8'}, Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: 'SecurityGroup': {'1.4'}, Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: 'SecurityGroupRule': {'1.2'}, Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: 'SubPort': {'1.0'}, Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: 'Subnet': {'1.1'}, Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: 'Trunk': {'1.1'}} Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: consumer versions: Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: { DHCP agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: HyperV agent@hv-cinder-79628: {}, Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: L3 agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: Metadata agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: Metering agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: Open vSwitch agent@dv-cinder-796286-2-iscsi: { 'AddressGroup': '1.2', Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: 'ConntrackHelper': '1.0', Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: 'Log': '1.0', Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: 'Network': '1.1', Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: 'Port': '1.7', Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: 'PortForwarding': '1.2', Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: 'QosPolicy': '1.8', Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: 'SecurityGroup': '1.4', Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: 'SecurityGroupRule': '1.2', Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: 'SubPort': '1.0', Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: 'Subnet': '1.1', Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: 'Trunk': '1.1'}} Jun 14 16:33:12.566521 dv-cinder-796286-2-iscsi neutron-server[91924]: {{(pid=91924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 16:33:12.582456 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d3bd7790-98d9-4e1b-a49c-cc8e8d9c55ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:12.589022 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bd7790-98d9-4e1b-a49c-cc8e8d9c55ea admin admin] Checking segment: {'id': 'd254e33d-428e-46aa-865b-f04cadb7452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bacab7d-e7d5-400d-a72a-7caeec0312a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:33:12.589361 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bd7790-98d9-4e1b-a49c-cc8e8d9c55ea admin admin] Network hostable DHCP agents. Network: 8bacab7d-e7d5-400d-a72a-7caeec0312a6, hostable agents: ['375ffa47-0472-477a-9943-d26e949c75c5'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:33:12.609625 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bd7790-98d9-4e1b-a49c-cc8e8d9c55ea admin admin] Network 8bacab7d-e7d5-400d-a72a-7caeec0312a6 is scheduled to be hosted by DHCP agent 375ffa47-0472-477a-9943-d26e949c75c5 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:33:12.621646 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-d3bd7790-98d9-4e1b-a49c-cc8e8d9c55ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-iscsi, 8bacab7d-e7d5-400d-a72a-7caeec0312a6) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:33:12.626603 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bd7790-98d9-4e1b-a49c-cc8e8d9c55ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:12.627331 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d3bd7790-98d9-4e1b-a49c-cc8e8d9c55ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:12.632937 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec51c5f1-45e2-4463-a497-79a3ccf3cab7 None None] Network 8bacab7d-e7d5-400d-a72a-7caeec0312a6 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:33:12.649876 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-d3bd7790-98d9-4e1b-a49c-cc8e8d9c55ea admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4220653 Jun 14 16:33:12.652941 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 49276) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:12.658938 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-655cf478-514a-4899-88e4-f9bf5b909d6f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1817003114-router', 'tenant_id': '2c90e9f6caa44ace9e9c8571d4b33473', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:12.685629 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-655cf478-514a-4899-88e4-f9bf5b909d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-621740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106213'] for router, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:12.687466 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-655cf478-514a-4899-88e4-f9bf5b909d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-621771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595165', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106220'] for router, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:12.714730 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 49282) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:12.826330 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6489e1fc-15c3-4ee4-825a-849dcc94478a None None] Network 8bacab7d-e7d5-400d-a72a-7caeec0312a6 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:33:12.907548 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-655cf478-514a-4899-88e4-f9bf5b909d6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:13.104526 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-a4749e7e-fefc-49cd-adf1-01ff4efd0914 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-948943538-network', 'tenant_id': '8586ae834394465a86a02671a1260b36'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:13.133878 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4749e7e-fefc-49cd-adf1-01ff4efd0914 admin admin] Made reservation on behalf of 8586ae834394465a86a02671a1260b36 for: {'network': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:33:13.137877 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a4749e7e-fefc-49cd-adf1-01ff4efd0914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for network, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:13.152446 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a4749e7e-fefc-49cd-adf1-01ff4efd0914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:13.200257 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-655cf478-514a-4899-88e4-f9bf5b909d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-621758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106234'] for router, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:13.211106 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 49302) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:13.275247 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a4749e7e-fefc-49cd-adf1-01ff4efd0914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:13.284261 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a4749e7e-fefc-49cd-adf1-01ff4efd0914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:13.289532 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-096b23bd-2666-437d-b019-7122e2d1b82b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:13.320360 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4749e7e-fefc-49cd-adf1-01ff4efd0914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85427414-bca2-46bb-8cce-cbe94fa5da58,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:13.324250 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-a4749e7e-fefc-49cd-adf1-01ff4efd0914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:13.335070 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4749e7e-fefc-49cd-adf1-01ff4efd0914 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=91924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:33:13.348594 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a4749e7e-fefc-49cd-adf1-01ff4efd0914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:13.349092 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.db.segments_db [None req-a4749e7e-fefc-49cd-adf1-01ff4efd0914 admin admin] Added segment a90bb8c7-afc9-4f4f-95cd-4ad30968cefe of type vlan for network b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 Jun 14 16:33:13.409678 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a4749e7e-fefc-49cd-adf1-01ff4efd0914 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769376812472'] for network, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:13.448035 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a4749e7e-fefc-49cd-adf1-01ff4efd0914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:13.451717 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4749e7e-fefc-49cd-adf1-01ff4efd0914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:13.452665 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a4749e7e-fefc-49cd-adf1-01ff4efd0914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:13.457083 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-096b23bd-2666-437d-b019-7122e2d1b82b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:13.519120 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-a4749e7e-fefc-49cd-adf1-01ff4efd0914 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8029156 Jun 14 16:33:13.524519 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 49314) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:13.552054 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-655cf478-514a-4899-88e4-f9bf5b909d6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:13.572422 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-0c7cae7b-e021-4ec7-ae73-e22198ea6d85 admin admin] Request body: {'subnet': {'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-948943538-subnet', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:13.584965 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-655cf478-514a-4899-88e4-f9bf5b909d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:13.591215 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4749e7e-fefc-49cd-adf1-01ff4efd0914 admin admin] Pushing event updated for resources: {'Network': ['ID=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:13.594527 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-a4749e7e-fefc-49cd-adf1-01ff4efd0914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:13.596790 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7cae7b-e021-4ec7-ae73-e22198ea6d85 admin admin] Made reservation on behalf of 8586ae834394465a86a02671a1260b36 for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:33:13.600722 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0c7cae7b-e021-4ec7-ae73-e22198ea6d85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:13.606699 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Network b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 details requested by agent ovs-agent-dv-cinder-796286-2-iscsi with host dv-cinder-796286-2-iscsi {{(pid=91926) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:33:13.660474 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-d66ad2a4-8c2a-47ee-949a-c5b917ea79d4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1147026099-network', 'tenant_id': 'e73525f4513146239d77994a487548a2'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:13.687783 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66ad2a4-8c2a-47ee-949a-c5b917ea79d4 admin admin] Made reservation on behalf of e73525f4513146239d77994a487548a2 for: {'network': 1} {{(pid=91925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:33:13.690363 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d66ad2a4-8c2a-47ee-949a-c5b917ea79d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for network, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:13.711853 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d66ad2a4-8c2a-47ee-949a-c5b917ea79d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:13.856476 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0c7cae7b-e021-4ec7-ae73-e22198ea6d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:13.861083 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b756eb93-453e-4d79-8d35-74e1d6f941b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:13.877150 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [None req-655cf478-514a-4899-88e4-f9bf5b909d6f admin admin] Allocated IP 172.27.0.107 (2e21213b-d279-4f17-b7ac-a39d3c551e15/cd8b9889-3c5e-49b3-9c23-75f1e7c20530/ebd81266-ab7c-4347-94ca-9858c130c0d0) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:33:13.920759 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7cae7b-e021-4ec7-ae73-e22198ea6d85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60993bc5-fab3-4267-a96d-bd92b388336f,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:13.928160 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-0c7cae7b-e021-4ec7-ae73-e22198ea6d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:13.965980 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7cae7b-e021-4ec7-ae73-e22198ea6d85 admin admin] Checking segment: {'id': 'a90bb8c7-afc9-4f4f-95cd-4ad30968cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:33:13.966492 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7cae7b-e021-4ec7-ae73-e22198ea6d85 admin admin] Network hostable DHCP agents. Network: b53c2976-08b4-436a-b6fb-4c66bcc4ffa9, hostable agents: ['375ffa47-0472-477a-9943-d26e949c75c5'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:33:13.990433 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7cae7b-e021-4ec7-ae73-e22198ea6d85 admin admin] Network b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 is scheduled to be hosted by DHCP agent 375ffa47-0472-477a-9943-d26e949c75c5 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:33:14.004075 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-0c7cae7b-e021-4ec7-ae73-e22198ea6d85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-iscsi, b53c2976-08b4-436a-b6fb-4c66bcc4ffa9) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:33:14.015029 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7cae7b-e021-4ec7-ae73-e22198ea6d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:14.015605 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0c7cae7b-e021-4ec7-ae73-e22198ea6d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:14.021053 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d614f2d0-6a25-4af8-b894-675be925eb88 None None] Network b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:33:14.026681 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d66ad2a4-8c2a-47ee-949a-c5b917ea79d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:14.037780 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d66ad2a4-8c2a-47ee-949a-c5b917ea79d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:14.043778 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-0c7cae7b-e021-4ec7-ae73-e22198ea6d85 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5174379 Jun 14 16:33:14.046156 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 49336) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:14.050476 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:14.053649 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-79360d8e-6b2a-4fd8-8ded-2dfdf91d0f88 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-948943538-router', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:14.080845 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ad2a4-8c2a-47ee-949a-c5b917ea79d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bd3b6c-22cc-4b14-8f9d-fbbb9e5ca506,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:14.086181 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-79360d8e-6b2a-4fd8-8ded-2dfdf91d0f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-621740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106213'] for router, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:14.087714 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-d66ad2a4-8c2a-47ee-949a-c5b917ea79d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:14.088722 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-79360d8e-6b2a-4fd8-8ded-2dfdf91d0f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-621771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595165', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106220'] for router, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:14.101447 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66ad2a4-8c2a-47ee-949a-c5b917ea79d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=91925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:33:14.106059 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-655cf478-514a-4899-88e4-f9bf5b909d6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:14.138138 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d66ad2a4-8c2a-47ee-949a-c5b917ea79d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:14.138507 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.db.segments_db [None req-d66ad2a4-8c2a-47ee-949a-c5b917ea79d4 admin admin] Added segment 46ae665b-9bfb-4d2c-af32-c943fb35d8f7 of type vlan for network da118daf-946d-4c02-bba7-7e645f5cacdf Jun 14 16:33:14.191207 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-79360d8e-6b2a-4fd8-8ded-2dfdf91d0f88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:14.229953 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:14.245302 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d66ad2a4-8c2a-47ee-949a-c5b917ea79d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769376812472'] for network, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:14.289362 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc755246c-0e71-5945-9550-72e741f73a7f-b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'fixed_ips': [{'subnet_id': '60993bc5-fab3-4267-a96d-bd92b388336f'}]}} from dv-cinder-796286-2-iscsi. {{(pid=91926) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 16:33:14.291961 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:14.296186 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-655cf478-514a-4899-88e4-f9bf5b909d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:14.307340 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:14.318182 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655cf478-514a-4899-88e4-f9bf5b909d6f admin admin] Network 2e21213b-d279-4f17-b7ac-a39d3c551e15 is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:33:14.339703 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-655cf478-514a-4899-88e4-f9bf5b909d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:33:14.371036 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d66ad2a4-8c2a-47ee-949a-c5b917ea79d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:14.375592 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655cf478-514a-4899-88e4-f9bf5b909d6f admin admin] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:33:14.471748 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-79360d8e-6b2a-4fd8-8ded-2dfdf91d0f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-621758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106234'] for router, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:14.485263 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.db_base_plugin_common [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Allocated IP 172.20.0.2 (b53c2976-08b4-436a-b6fb-4c66bcc4ffa9/60993bc5-fab3-4267-a96d-bd92b388336f/e48863b5-bd2d-432d-9fe2-fbe068e06c5f) {{(pid=91926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:33:14.667558 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66ad2a4-8c2a-47ee-949a-c5b917ea79d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:14.668831 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d66ad2a4-8c2a-47ee-949a-c5b917ea79d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:14.780863 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Notify callbacks [] for port, precommit_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:14.800818 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cf478-514a-4899-88e4-f9bf5b909d6f admin admin] Pushing event updated for resources: {'Port': ['ID=ebd81266-ab7c-4347-94ca-9858c130c0d0,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:14.802969 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Transition to ACTIVE for port object e48863b5-bd2d-432d-9fe2-fbe068e06c5f will not be triggered until provisioned by entity L2. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:33:14.823745 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-655cf478-514a-4899-88e4-f9bf5b909d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:14.824570 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:14.830628 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-d66ad2a4-8c2a-47ee-949a-c5b917ea79d4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6183619 Jun 14 16:33:14.831500 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 49362) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:14.844461 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-2cce41e8-d319-4832-a772-bf30bdab42b2 admin admin] Request body: {'subnet': {'network_id': 'da118daf-946d-4c02-bba7-7e645f5cacdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1147026099-subnet', 'tenant_id': 'e73525f4513146239d77994a487548a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:14.849813 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Transition to ACTIVE for port object e48863b5-bd2d-432d-9fe2-fbe068e06c5f will not be triggered until provisioned by entity DHCP. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:33:14.865035 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408'] for port, after_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:14.868125 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-13bd931c-4c9f-4e65-bd0a-0dab43f05f72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:15.027784 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Pushing event updated for resources: {'Port': ['ID=e48863b5-bd2d-432d-9fe2-fbe068e06c5f,revision_number=1']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:15.042174 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Network b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 is already hosted by enough agents. {{(pid=91926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:33:15.047342 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.scheduler.base_scheduler [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Resources bound (agent type, host, resource id): {{(pid=91926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:33:15.051291 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Received port after_create {{(pid=91926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:33:15.055105 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:15.055437 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:15.055763 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:15.056099 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:15.056397 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:15.056712 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:15.057032 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:15.057485 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:15.057796 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:15.058106 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:15.058436 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:15.058740 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Tracked resource versions report: Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: pushed versions: Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: { 'AddressGroup': {'1.2'}, Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: 'ConntrackHelper': {'1.0'}, Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: 'Log': {'1.0'}, Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: 'Network': {'1.1'}, Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: 'Port': {'1.7'}, Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: 'PortForwarding': {'1.2'}, Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: 'QosPolicy': {'1.8'}, Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: 'SecurityGroup': {'1.4'}, Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: 'SecurityGroupRule': {'1.2'}, Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: 'SubPort': {'1.0'}, Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: 'Subnet': {'1.1'}, Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: 'Trunk': {'1.1'}} Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: consumer versions: Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: { DHCP agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: HyperV agent@hv-cinder-79628: {}, Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: L3 agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: Metadata agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: Metering agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: Open vSwitch agent@dv-cinder-796286-2-iscsi: { 'AddressGroup': '1.2', Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: 'ConntrackHelper': '1.0', Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: 'Log': '1.0', Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: 'Network': '1.1', Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: 'Port': '1.7', Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: 'PortForwarding': '1.2', Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: 'QosPolicy': '1.8', Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: 'SecurityGroup': '1.4', Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: 'SecurityGroupRule': '1.2', Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: 'SubPort': '1.0', Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: 'Subnet': '1.1', Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: 'Trunk': '1.1'}} Jun 14 16:33:15.059821 dv-cinder-796286-2-iscsi neutron-server[91926]: {{(pid=91926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 16:33:15.064454 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:15.084872 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ad2a4-8c2a-47ee-949a-c5b917ea79d4 admin admin] Pushing event updated for resources: {'Network': ['ID=da118daf-946d-4c02-bba7-7e645f5cacdf,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:15.095012 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-d66ad2a4-8c2a-47ee-949a-c5b917ea79d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:15.096310 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Network da118daf-946d-4c02-bba7-7e645f5cacdf details requested by agent ovs-agent-dv-cinder-796286-2-iscsi with host dv-cinder-796286-2-iscsi {{(pid=91926) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:33:15.108169 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cce41e8-d319-4832-a772-bf30bdab42b2 admin admin] Made reservation on behalf of e73525f4513146239d77994a487548a2 for: {'subnet': 1} {{(pid=91925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:33:15.111478 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2cce41e8-d319-4832-a772-bf30bdab42b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:15.120602 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-79360d8e-6b2a-4fd8-8ded-2dfdf91d0f88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:15.155572 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-79360d8e-6b2a-4fd8-8ded-2dfdf91d0f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:15.193243 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Attempting to bind port e48863b5-bd2d-432d-9fe2-fbe068e06c5f on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:33:15.193992 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Attempting to bind port e48863b5-bd2d-432d-9fe2-fbe068e06c5f by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': 'a90bb8c7-afc9-4f4f-95cd-4ad30968cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9'}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:33:15.194586 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Attempting to bind port e48863b5-bd2d-432d-9fe2-fbe068e06c5f on network b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:33:15.243220 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:33:15.244077 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Checking segment: {'id': 'a90bb8c7-afc9-4f4f-95cd-4ad30968cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:33:15.244733 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:15.245313 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Bound using segment: {'id': 'a90bb8c7-afc9-4f4f-95cd-4ad30968cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9'} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:33:15.246038 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Bound port: e48863b5-bd2d-432d-9fe2-fbe068e06c5f, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90bb8c7-afc9-4f4f-95cd-4ad30968cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9'}}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:33:15.246694 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:15.290594 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-655cf478-514a-4899-88e4-f9bf5b909d6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:15.296581 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-79360d8e-6b2a-4fd8-8ded-2dfdf91d0f88 admin admin] Allocated IP 172.27.0.151 (2e21213b-d279-4f17-b7ac-a39d3c551e15/cd8b9889-3c5e-49b3-9c23-75f1e7c20530/406dbec8-6ead-4bd7-b539-7ae924998ce6) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:33:15.341969 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] For port e48863b5-bd2d-432d-9fe2-fbe068e06c5f, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:33:15.345608 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] For port e48863b5-bd2d-432d-9fe2-fbe068e06c5f, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=e48863b5-bd2d-432d-9fe2-fbe068e06c5f,segment=NetworkSegment(a90bb8c7-afc9-4f4f-95cd-4ad30968cefe),segment_id=a90bb8c7-afc9-4f4f-95cd-4ad30968cefe)] {{(pid=91926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:33:15.356626 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:15.359229 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:15.444229 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Pushing event updated for resources: {'Port': ['ID=e48863b5-bd2d-432d-9fe2-fbe068e06c5f,revision_number=2']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:15.451189 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:15.564581 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-79360d8e-6b2a-4fd8-8ded-2dfdf91d0f88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:15.619472 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-79360d8e-6b2a-4fd8-8ded-2dfdf91d0f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:15.626595 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-11434bdb-f6f5-47eb-8186-d44f2ad0202c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:15.700185 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79360d8e-6b2a-4fd8-8ded-2dfdf91d0f88 admin admin] Network 2e21213b-d279-4f17-b7ac-a39d3c551e15 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:33:15.711658 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-79360d8e-6b2a-4fd8-8ded-2dfdf91d0f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:33:15.714410 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79360d8e-6b2a-4fd8-8ded-2dfdf91d0f88 admin admin] Pushing event updated for resources: {'Port': ['ID=406dbec8-6ead-4bd7-b539-7ae924998ce6,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:15.727436 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79360d8e-6b2a-4fd8-8ded-2dfdf91d0f88 admin admin] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:33:15.785268 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2cce41e8-d319-4832-a772-bf30bdab42b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801'] for subnet, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:15.796537 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:15.845664 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-79360d8e-6b2a-4fd8-8ded-2dfdf91d0f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:15.922085 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-655cf478-514a-4899-88e4-f9bf5b909d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-621735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594330'] for router, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:15.926992 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce41e8-d319-4832-a772-bf30bdab42b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58df2322-f3cd-42de-9c8d-b5e8c8ac382a,revision_number=0']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:15.931858 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-2cce41e8-d319-4832-a772-bf30bdab42b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:16.040946 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cce41e8-d319-4832-a772-bf30bdab42b2 admin admin] Checking segment: {'id': '46ae665b-9bfb-4d2c-af32-c943fb35d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'da118daf-946d-4c02-bba7-7e645f5cacdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:33:16.041313 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cce41e8-d319-4832-a772-bf30bdab42b2 admin admin] Network hostable DHCP agents. Network: da118daf-946d-4c02-bba7-7e645f5cacdf, hostable agents: ['375ffa47-0472-477a-9943-d26e949c75c5'], hosted agents: [] {{(pid=91925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:33:16.140684 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cce41e8-d319-4832-a772-bf30bdab42b2 admin admin] Network da118daf-946d-4c02-bba7-7e645f5cacdf is scheduled to be hosted by DHCP agent 375ffa47-0472-477a-9943-d26e949c75c5 with binding_index 1 {{(pid=91925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:33:16.175222 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-2cce41e8-d319-4832-a772-bf30bdab42b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-iscsi, da118daf-946d-4c02-bba7-7e645f5cacdf) {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:33:16.183853 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b484b6cb-5eb3-48ec-bd78-ddd170465977 None None] Network da118daf-946d-4c02-bba7-7e645f5cacdf requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:33:16.185971 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cce41e8-d319-4832-a772-bf30bdab42b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:16.186578 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2cce41e8-d319-4832-a772-bf30bdab42b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:16.232172 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-2cce41e8-d319-4832-a772-bf30bdab42b2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3914857 Jun 14 16:33:16.268539 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655cf478-514a-4899-88e4-f9bf5b909d6f admin admin] Router 778f00fb-9d19-44f2-988a-f7386df08c19 is scheduled to L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 with binding_index 1 {{(pid=91925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 16:33:16.313346 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-79360d8e-6b2a-4fd8-8ded-2dfdf91d0f88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:16.440541 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4a0b29-9d88-41a0-b8a9-42af045cf15a None None] Network da118daf-946d-4c02-bba7-7e645f5cacdf requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:33:16.700750 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655cf478-514a-4899-88e4-f9bf5b909d6f admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:33:16.717058 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] Sync routers for ids ['778f00fb-9d19-44f2-988a-f7386df08c19'] in dv-cinder-796286-2-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:33:16.735046 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] Routers {'778f00fb-9d19-44f2-988a-f7386df08c19'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:33:16.735691 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:33:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['778f00fb-9d19-44f2-988a-f7386df08c19'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:33:16.748689 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-655cf478-514a-4899-88e4-f9bf5b909d6f admin admin] Notify callbacks [] for router, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:16.749975 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-655cf478-514a-4899-88e4-f9bf5b909d6f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0952764 Jun 14 16:33:16.753176 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 49436) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:16.917858 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24abc709-3d74-45d0-b7dc-a577c20efaee None None] Network b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:33:17.005776 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] Set router 778f00fb-9d19-44f2-988a-f7386df08c19 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:33:17.177907 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-79360d8e-6b2a-4fd8-8ded-2dfdf91d0f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-621735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594330'] for router, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:17.331641 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device e48863b5-bd2d-432d-9fe2-fbe068e06c5f up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:33:17.351798 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-cbb55533-c86e-4485-a7de-58cf0fbbdc4f None None] Provisioning for port e48863b5-bd2d-432d-9fe2-fbe068e06c5f completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:33:17.618523 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79360d8e-6b2a-4fd8-8ded-2dfdf91d0f88 admin admin] Router 8523845a-50b7-4bd6-afc0-165f8e5292eb is scheduled to L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 with binding_index 1 {{(pid=91924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 16:33:17.691047 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port e48863b5-bd2d-432d-9fe2-fbe068e06c5f completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:33:17.711157 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port e48863b5-bd2d-432d-9fe2-fbe068e06c5f triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:33:17.712042 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:17.743234 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f00fb-9d19-44f2-988a-f7386df08c19', 'name': 'tempest-ServerRescueNegativeTestJSON-1817003114-router', 'tenant_id': '2c90e9f6caa44ace9e9c8571d4b33473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ebd81266-ab7c-4347-94ca-9858c130c0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:12Z', 'updated_at': '2021-06-14T16:33:14Z', 'revision_number': 3, 'project_id': '2c90e9f6caa44ace9e9c8571d4b33473', 'gw_port': {'id': 'ebd81266-ab7c-4347-94ca-9858c130c0d0', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778f00fb-9d19-44f2-988a-f7386df08c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:13Z', 'updated_at': '2021-06-14T16:33:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:33:17.748777 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] Checking router: 778f00fb-9d19-44f2-988a-f7386df08c19 for host: dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:33:17.749157 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] Updating router 778f00fb-9d19-44f2-988a-f7386df08c19 port ebd81266-ab7c-4347-94ca-9858c130c0d0 binding host dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:33:17.899381 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:17.959479 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:17.983909 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79360d8e-6b2a-4fd8-8ded-2dfdf91d0f88 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:33:18.016811 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 49500) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:18.024563 dv-cinder-796286-2-iscsi neutron-server[91924]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 14 16:33:18.082728 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] For port e48863b5-bd2d-432d-9fe2-fbe068e06c5f, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=e48863b5-bd2d-432d-9fe2-fbe068e06c5f,segment=NetworkSegment(a90bb8c7-afc9-4f4f-95cd-4ad30968cefe),segment_id=a90bb8c7-afc9-4f4f-95cd-4ad30968cefe)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:33:18.090868 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] Sync routers for ids ['8523845a-50b7-4bd6-afc0-165f8e5292eb'] in dv-cinder-796286-2-iscsi {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:33:18.101086 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:18.127228 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:18.205647 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] Routers {'8523845a-50b7-4bd6-afc0-165f8e5292eb'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:33:18.206982 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:33:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['8523845a-50b7-4bd6-afc0-165f8e5292eb'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:33:18.471639 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-34ae3bfe-d1e0-4845-9bd2-3eb0e96ee81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:18.634153 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-27d8cf3c-e176-4ffc-804c-02bb9260a548 None None] Provisioning complete for port e48863b5-bd2d-432d-9fe2-fbe068e06c5f triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:33:18.634695 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-27d8cf3c-e176-4ffc-804c-02bb9260a548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:18.645064 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 49516) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:18.793074 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Pushing event updated for resources: {'Port': ['ID=e48863b5-bd2d-432d-9fe2-fbe068e06c5f,revision_number=3']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:18.801357 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:18.821963 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-79360d8e-6b2a-4fd8-8ded-2dfdf91d0f88 admin admin] Notify callbacks [] for router, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:18.824022 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-79360d8e-6b2a-4fd8-8ded-2dfdf91d0f88 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7764111 Jun 14 16:33:18.828758 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 49526) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:18.830056 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] Notify callbacks [] for port, precommit_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:18.877464 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] Set router 8523845a-50b7-4bd6-afc0-165f8e5292eb gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:33:18.893890 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.provisioning_blocks [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] Transition to ACTIVE for port object ebd81266-ab7c-4347-94ca-9858c130c0d0 will not be triggered until provisioned by entity L2. {{(pid=91927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:33:18.905357 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 49532) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:18.911022 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:18.914616 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:18.964101 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c446fe-21f9-44cb-8519-699e71b5389b req-90fe047c-0118-4792-a78d-e784ac91b4f0 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:18.968888 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-49c446fe-21f9-44cb-8519-699e71b5389b req-90fe047c-0118-4792-a78d-e784ac91b4f0 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/networks?id=da118daf-946d-4c02-bba7-7e645f5cacdf HTTP/1.1" status: 200 len: 812 time: 0.9501324 Jun 14 16:33:19.004291 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-49c446fe-21f9-44cb-8519-699e71b5389b req-b0e88a91-762f-41be-a529-27d5c26c2e88 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/quotas/e73525f4513146239d77994a487548a2 HTTP/1.1" status: 200 len: 375 time: 0.0249658 Jun 14 16:33:19.043435 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] Attempting to bind port ebd81266-ab7c-4347-94ca-9858c130c0d0 on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:33:19.045984 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] Attempting to bind port ebd81266-ab7c-4347-94ca-9858c130c0d0 by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:33:19.047924 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] Attempting to bind port ebd81266-ab7c-4347-94ca-9858c130c0d0 on network 2e21213b-d279-4f17-b7ac-a39d3c551e15 {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:33:19.069728 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:33:19.071710 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] Checking segment: {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:33:19.073408 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:19.074118 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] Bound using segment: {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:33:19.074927 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] Bound port: ebd81266-ab7c-4347-94ca-9858c130c0d0, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:33:19.076395 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:19.083653 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff386a-884a-4f58-baf0-7faee00d980a None None] Pushing event updated for resources: {'Port': ['ID=ebd81266-ab7c-4347-94ca-9858c130c0d0,revision_number=2']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:19.146832 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-49c446fe-21f9-44cb-8519-699e71b5389b req-9de23baa-96dc-4bb5-8cc3-b0f4b084bef4 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e73525f4513146239d77994a487548a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1276870 Jun 14 16:33:19.178444 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2d96e500-e10a-44de-9979-9eac1dbc0847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:19.210110 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device e48863b5-bd2d-432d-9fe2-fbe068e06c5f up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:33:19.222982 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ff386a-884a-4f58-baf0-7faee00d980a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:19.224497 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ff386a-884a-4f58-baf0-7faee00d980a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:19.225071 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ff386a-884a-4f58-baf0-7faee00d980a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:19.225601 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ff386a-884a-4f58-baf0-7faee00d980a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:19.226123 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ff386a-884a-4f58-baf0-7faee00d980a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:19.226994 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ff386a-884a-4f58-baf0-7faee00d980a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:19.227472 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ff386a-884a-4f58-baf0-7faee00d980a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:19.228846 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ff386a-884a-4f58-baf0-7faee00d980a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:19.229526 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ff386a-884a-4f58-baf0-7faee00d980a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:19.230490 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ff386a-884a-4f58-baf0-7faee00d980a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:19.232486 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ff386a-884a-4f58-baf0-7faee00d980a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:19.233551 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ff386a-884a-4f58-baf0-7faee00d980a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ff386a-884a-4f58-baf0-7faee00d980a None None] Tracked resource versions report: Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: pushed versions: Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: { 'AddressGroup': {'1.2'}, Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: 'ConntrackHelper': {'1.0'}, Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: 'Log': {'1.0'}, Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: 'Network': {'1.1'}, Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: 'Port': {'1.7'}, Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: 'PortForwarding': {'1.2'}, Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: 'QosPolicy': {'1.8'}, Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: 'SecurityGroup': {'1.4'}, Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: 'SecurityGroupRule': {'1.2'}, Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: 'SubPort': {'1.0'}, Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: 'Subnet': {'1.1'}, Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: 'Trunk': {'1.1'}} Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: consumer versions: Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: { DHCP agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: HyperV agent@hv-cinder-79628: {}, Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: L3 agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: Metadata agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: Metering agent@dv-cinder-796286-2-iscsi: {}, Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: Open vSwitch agent@dv-cinder-796286-2-iscsi: { 'AddressGroup': '1.2', Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: 'ConntrackHelper': '1.0', Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: 'Log': '1.0', Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: 'Network': '1.1', Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: 'Port': '1.7', Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: 'PortForwarding': '1.2', Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: 'QosPolicy': '1.8', Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: 'SecurityGroup': '1.4', Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: 'SecurityGroupRule': '1.2', Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: 'SubPort': '1.0', Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: 'Subnet': '1.1', Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: 'Trunk': '1.1'}} Jun 14 16:33:19.236111 dv-cinder-796286-2-iscsi neutron-server[91927]: {{(pid=91927) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 14 16:33:19.288845 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] For port ebd81266-ab7c-4347-94ca-9858c130c0d0, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:33:19.294896 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] For port ebd81266-ab7c-4347-94ca-9858c130c0d0, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=ebd81266-ab7c-4347-94ca-9858c130c0d0,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:33:19.296276 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-17ff386a-884a-4f58-baf0-7faee00d980a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:19.302834 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:19.318755 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-0c8ac9df-65ff-4543-a35b-c2c4da0d057b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:19.384696 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb81a000-31de-4b44-a560-35258cb8f4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:19.411086 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [req-49c446fe-21f9-44cb-8519-699e71b5389b req-e569b61c-d748-4a89-b618-e25e71c56f6d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 16:33:19.413789 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-49c446fe-21f9-44cb-8519-699e71b5389b req-e569b61c-d748-4a89-b618-e25e71c56f6d service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1132550 Jun 14 16:33:19.418680 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2d96e500-e10a-44de-9979-9eac1dbc0847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:19.425070 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [None req-34ae3bfe-d1e0-4845-9bd2-3eb0e96ee81a admin admin] Allocated IP 172.20.0.1 (8bacab7d-e7d5-400d-a72a-7caeec0312a6/76ebf11c-6866-45a5-8a22-bba3c93daf27/327faae3-26b5-440b-b473-c1c80ea16155) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:33:19.437444 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] Routers {'778f00fb-9d19-44f2-988a-f7386df08c19'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:33:19.438761 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:33:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['778f00fb-9d19-44f2-988a-f7386df08c19'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:33:19.476260 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2d96e500-e10a-44de-9979-9eac1dbc0847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:19.495829 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:19.532267 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port e48863b5-bd2d-432d-9fe2-fbe068e06c5f triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:33:19.532872 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:19.620714 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff386a-884a-4f58-baf0-7faee00d980a None None] Pushing event updated for resources: {'Port': ['ID=ebd81266-ab7c-4347-94ca-9858c130c0d0,revision_number=3']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:19.634194 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-17ff386a-884a-4f58-baf0-7faee00d980a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:19.640206 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-2d96e500-e10a-44de-9979-9eac1dbc0847 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f102b0405e494e71b4b83d7a642d292e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7312529 Jun 14 16:33:19.643185 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 49562) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:19.718459 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] Set router 778f00fb-9d19-44f2-988a-f7386df08c19 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:33:19.719133 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96e500-e10a-44de-9979-9eac1dbc0847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ec0733-18af-4713-b16a-ca33092d7ff8,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:19.724906 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-49c446fe-21f9-44cb-8519-699e71b5389b req-e05b9fe9-17e7-42a8-9152-0678757d3ffa service neutron] 10.222.0.25 "GET /v2.0/networks/da118daf-946d-4c02-bba7-7e645f5cacdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043959 Jun 14 16:33:19.728211 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2d96e500-e10a-44de-9979-9eac1dbc0847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:19.805606 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'name': 'tempest-AttachVolumeTestJSON-948943538-router', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:14Z', 'updated_at': '2021-06-14T16:33:16Z', 'revision_number': 3, 'project_id': '8586ae834394465a86a02671a1260b36', 'gw_port': {'id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:15Z', 'updated_at': '2021-06-14T16:33:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:33:19.813064 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c76a8720-aa57-4aba-9756-210c93b9294a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:19.821504 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] Checking router: 8523845a-50b7-4bd6-afc0-165f8e5292eb for host: dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:33:19.822067 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] Updating router 8523845a-50b7-4bd6-afc0-165f8e5292eb port 406dbec8-6ead-4bd7-b539-7ae924998ce6 binding host dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:33:19.840886 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c76a8720-aa57-4aba-9756-210c93b9294a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:19.890600 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:20.007221 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-49c446fe-21f9-44cb-8519-699e71b5389b req-085688de-3459-44f9-af9a-a494481bc9f3 service neutron] 10.222.0.25 "GET /v2.0/networks/da118daf-946d-4c02-bba7-7e645f5cacdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755253 Jun 14 16:33:20.011416 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c76a8720-aa57-4aba-9756-210c93b9294a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:20.016178 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c76a8720-aa57-4aba-9756-210c93b9294a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:20.021577 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-c76a8720-aa57-4aba-9756-210c93b9294a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4ec0733-18af-4713-b16a-ca33092d7ff8 HTTP/1.1" status: 204 len: 168 time: 0.3687534 Jun 14 16:33:20.022936 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bf8fffbb-0aea-4f7c-bd67-e673fbf10456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:20.036772 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a8720-aa57-4aba-9756-210c93b9294a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ec0733-18af-4713-b16a-ca33092d7ff8,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:20.041034 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c76a8720-aa57-4aba-9756-210c93b9294a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:20.046664 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f00fb-9d19-44f2-988a-f7386df08c19', 'name': 'tempest-ServerRescueNegativeTestJSON-1817003114-router', 'tenant_id': '2c90e9f6caa44ace9e9c8571d4b33473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ebd81266-ab7c-4347-94ca-9858c130c0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:12Z', 'updated_at': '2021-06-14T16:33:14Z', 'revision_number': 3, 'project_id': '2c90e9f6caa44ace9e9c8571d4b33473', 'gw_port': {'id': 'ebd81266-ab7c-4347-94ca-9858c130c0d0', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778f00fb-9d19-44f2-988a-f7386df08c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:13Z', 'updated_at': '2021-06-14T16:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:33:20.052297 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf23f7b4-76bf-4503-a978-4b5e6913aebd None None] The sync data for ids ['778f00fb-9d19-44f2-988a-f7386df08c19'] in dv-cinder-796286-2-iscsi is: [{'id': '778f00fb-9d19-44f2-988a-f7386df08c19', 'name': 'tempest-ServerRescueNegativeTestJSON-1817003114-router', 'tenant_id': '2c90e9f6caa44ace9e9c8571d4b33473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ebd81266-ab7c-4347-94ca-9858c130c0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:12Z', 'updated_at': '2021-06-14T16:33:14Z', 'revision_number': 3, 'project_id': '2c90e9f6caa44ace9e9c8571d4b33473', 'gw_port': {'id': 'ebd81266-ab7c-4347-94ca-9858c130c0d0', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778f00fb-9d19-44f2-988a-f7386df08c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:13Z', 'updated_at': '2021-06-14T16:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:33:20.279582 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-34ae3bfe-d1e0-4845-9bd2-3eb0e96ee81a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:20.351597 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb81a000-31de-4b44-a560-35258cb8f4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:20.376796 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] Notify callbacks [] for port, precommit_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:20.386953 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb81a000-31de-4b44-a560-35258cb8f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:20.391594 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] Transition to ACTIVE for port object 406dbec8-6ead-4bd7-b539-7ae924998ce6 will not be triggered until provisioned by entity L2. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:33:20.412278 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:20.446858 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:20.461355 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 49592) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:20.517043 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:20.574138 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f0c57d42-7261-4281-a0d2-61e0375c948f req-4f8b52e7-d6de-4480-8aa2-c9f94a80772b tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 210 time: 0.1104779 Jun 14 16:33:20.685862 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] Attempting to bind port 406dbec8-6ead-4bd7-b539-7ae924998ce6 on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:33:20.686355 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] Attempting to bind port 406dbec8-6ead-4bd7-b539-7ae924998ce6 by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:33:20.686786 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] Attempting to bind port 406dbec8-6ead-4bd7-b539-7ae924998ce6 on network 2e21213b-d279-4f17-b7ac-a39d3c551e15 {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:33:20.690446 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc7a92-1276-40d9-b20c-70d7b8413887 None None] Pushing event updated for resources: {'Port': ['ID=406dbec8-6ead-4bd7-b539-7ae924998ce6,revision_number=2']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:20.694493 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-bb81a000-31de-4b44-a560-35258cb8f4d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08c3b9e694be408d800d618685a28516&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0458441 Jun 14 16:33:20.697813 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 49604) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:20.707914 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 49606) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:20.711793 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-79cc7a92-1276-40d9-b20c-70d7b8413887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:20.722270 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81a000-31de-4b44-a560-35258cb8f4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd43e066-c24b-4f38-b737-052cc7c1eecc,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:20.725197 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:33:20.725621 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] Checking segment: {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:33:20.726046 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:20.726477 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] Bound using segment: {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:33:20.726960 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] Bound port: 406dbec8-6ead-4bd7-b539-7ae924998ce6, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:33:20.727542 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:20.752769 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-bb81a000-31de-4b44-a560-35258cb8f4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:20.755817 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-34ae3bfe-d1e0-4845-9bd2-3eb0e96ee81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:20.762681 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:20.765830 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8192677a-226e-460a-b5ff-21c2c9ab8838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:20.868980 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] For port 406dbec8-6ead-4bd7-b539-7ae924998ce6, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:33:20.869682 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bc410104-4066-435f-88f4-0ba576388e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:20.875422 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] For port 406dbec8-6ead-4bd7-b539-7ae924998ce6, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=406dbec8-6ead-4bd7-b539-7ae924998ce6,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:33:20.889337 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:20.893787 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:20.917319 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bc410104-4066-435f-88f4-0ba576388e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:20.920896 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ae3bfe-d1e0-4845-9bd2-3eb0e96ee81a admin admin] Network 8bacab7d-e7d5-400d-a72a-7caeec0312a6 is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:33:20.934341 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-34ae3bfe-d1e0-4845-9bd2-3eb0e96ee81a admin admin] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:33:20.951161 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ae3bfe-d1e0-4845-9bd2-3eb0e96ee81a admin admin] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:33:20.951690 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-34ae3bfe-d1e0-4845-9bd2-3eb0e96ee81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591455'] for router_interface, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:21.004828 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8192677a-226e-460a-b5ff-21c2c9ab8838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:21.019862 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8192677a-226e-460a-b5ff-21c2c9ab8838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:21.047284 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:21.101492 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] Routers {'8523845a-50b7-4bd6-afc0-165f8e5292eb'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:33:21.102260 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:33:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['8523845a-50b7-4bd6-afc0-165f8e5292eb'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:33:21.131002 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192677a-226e-460a-b5ff-21c2c9ab8838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96580c09-73b6-461e-908d-6cab37b40f49,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:21.136516 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8192677a-226e-460a-b5ff-21c2c9ab8838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:21.160875 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-8192677a-226e-460a-b5ff-21c2c9ab8838 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=289fb6114def40f98a98ebfc29c862f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4481051 Jun 14 16:33:21.167164 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 49614) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:21.219428 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bc410104-4066-435f-88f4-0ba576388e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:21.225029 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bc410104-4066-435f-88f4-0ba576388e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:21.228515 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-bc410104-4066-435f-88f4-0ba576388e76 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd43e066-c24b-4f38-b737-052cc7c1eecc HTTP/1.1" status: 204 len: 168 time: 0.5273564 Jun 14 16:33:21.239149 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-a4749e7e-fefc-49cd-adf1-01ff4efd0914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:21.239373 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device ebd81266-ab7c-4347-94ca-9858c130c0d0 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:33:21.247002 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae3bfe-d1e0-4845-9bd2-3eb0e96ee81a admin admin] Pushing event updated for resources: {'Port': ['ID=327faae3-26b5-440b-b473-c1c80ea16155,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:21.251383 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b3524e27-761a-4729-9348-cbebcb148a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:21.265462 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc410104-4066-435f-88f4-0ba576388e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd43e066-c24b-4f38-b737-052cc7c1eecc,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:21.276100 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bc410104-4066-435f-88f4-0ba576388e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:21.299706 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-008d366c-a7dc-4a1f-ad3d-775e7fc9f100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:21.310196 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc7a92-1276-40d9-b20c-70d7b8413887 None None] Pushing event updated for resources: {'Port': ['ID=406dbec8-6ead-4bd7-b539-7ae924998ce6,revision_number=3']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:21.323323 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-79cc7a92-1276-40d9-b20c-70d7b8413887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:21.359092 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-008d366c-a7dc-4a1f-ad3d-775e7fc9f100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:21.408777 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] Set router 8523845a-50b7-4bd6-afc0-165f8e5292eb gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:33:21.454903 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-34ae3bfe-d1e0-4845-9bd2-3eb0e96ee81a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:21.458376 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-008d366c-a7dc-4a1f-ad3d-775e7fc9f100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:21.465572 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-008d366c-a7dc-4a1f-ad3d-775e7fc9f100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:21.471241 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-008d366c-a7dc-4a1f-ad3d-775e7fc9f100 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/96580c09-73b6-461e-908d-6cab37b40f49 HTTP/1.1" status: 204 len: 168 time: 0.3029916 Jun 14 16:33:21.472254 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:21.494631 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port ebd81266-ab7c-4347-94ca-9858c130c0d0 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:33:21.500074 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d366c-a7dc-4a1f-ad3d-775e7fc9f100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96580c09-73b6-461e-908d-6cab37b40f49,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:21.511396 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-008d366c-a7dc-4a1f-ad3d-775e7fc9f100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:21.550743 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-34ae3bfe-d1e0-4845-9bd2-3eb0e96ee81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:21.594046 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port ebd81266-ab7c-4347-94ca-9858c130c0d0 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:33:21.594472 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:21.805883 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b43bd0ea-7185-4b31-9f4d-50798eab856d req-4e2552a3-3c71-4c14-acce-606c602ba898 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 210 time: 0.0667348 Jun 14 16:33:21.930832 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [None req-b3524e27-761a-4729-9348-cbebcb148a87 admin admin] Allocated IP 172.20.0.1 (b53c2976-08b4-436a-b6fb-4c66bcc4ffa9/60993bc5-fab3-4267-a96d-bd92b388336f/0e95de6d-a624-4521-9996-9980269acffd) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:33:21.981426 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 49656) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:22.005446 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-48e20b03-0d98-4a4f-a722-43b0d9872cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:22.069075 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:22.156799 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] For port ebd81266-ab7c-4347-94ca-9858c130c0d0, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=ebd81266-ab7c-4347-94ca-9858c130c0d0,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:33:22.191287 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:22.208766 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-3deb27c5-332f-4567-9663-d8f7cd792958 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:22.218107 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-34ae3bfe-d1e0-4845-9bd2-3eb0e96ee81a admin admin] Notify callbacks [] for port, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:22.236858 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-34ae3bfe-d1e0-4845-9bd2-3eb0e96ee81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:22.240410 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-34ae3bfe-d1e0-4845-9bd2-3eb0e96ee81a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591563'] for router_interface, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:22.258754 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b3524e27-761a-4729-9348-cbebcb148a87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:22.260999 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:22.281867 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-48e20b03-0d98-4a4f-a722-43b0d9872cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:22.292966 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-48e20b03-0d98-4a4f-a722-43b0d9872cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:22.296976 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2d96e500-e10a-44de-9979-9eac1dbc0847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:22.386563 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-48e20b03-0d98-4a4f-a722-43b0d9872cef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f4e36a039364e288e514ef4d7653372&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4039247 Jun 14 16:33:22.387694 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'name': 'tempest-AttachVolumeTestJSON-948943538-router', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:14Z', 'updated_at': '2021-06-14T16:33:16Z', 'revision_number': 3, 'project_id': '8586ae834394465a86a02671a1260b36', 'gw_port': {'id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:15Z', 'updated_at': '2021-06-14T16:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:33:22.391800 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 49670) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:22.394000 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e20b03-0d98-4a4f-a722-43b0d9872cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179e04d2-14d6-4ab1-a628-eb339ce3e0a9,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:22.405205 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-b3524e27-761a-4729-9348-cbebcb148a87 admin admin] Transition to ACTIVE for port object 0e95de6d-a624-4521-9996-9980269acffd will not be triggered until provisioned by entity DHCP. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:33:22.405939 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cca3bf3-c077-4189-8ec3-f8a54a8ab672 None None] The sync data for ids ['8523845a-50b7-4bd6-afc0-165f8e5292eb'] in dv-cinder-796286-2-iscsi is: [{'id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'name': 'tempest-AttachVolumeTestJSON-948943538-router', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:14Z', 'updated_at': '2021-06-14T16:33:16Z', 'revision_number': 3, 'project_id': '8586ae834394465a86a02671a1260b36', 'gw_port': {'id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:15Z', 'updated_at': '2021-06-14T16:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}] {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:33:22.412289 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Pushing event updated for resources: {'Port': ['ID=ebd81266-ab7c-4347-94ca-9858c130c0d0,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:22.413044 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-48e20b03-0d98-4a4f-a722-43b0d9872cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:22.416654 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:22.523296 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f97596a1-3410-4385-bdb7-5b11a7483d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:22.539364 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae3bfe-d1e0-4845-9bd2-3eb0e96ee81a admin admin] Pushing event updated for resources: {'Port': ['ID=327faae3-26b5-440b-b473-c1c80ea16155,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:22.552742 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-34ae3bfe-d1e0-4845-9bd2-3eb0e96ee81a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:22.583739 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f97596a1-3410-4385-bdb7-5b11a7483d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:22.609544 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ae3bfe-d1e0-4845-9bd2-3eb0e96ee81a admin admin] Network 8bacab7d-e7d5-400d-a72a-7caeec0312a6 is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:33:22.611776 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-34ae3bfe-d1e0-4845-9bd2-3eb0e96ee81a admin admin] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:33:22.614581 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b3524e27-761a-4729-9348-cbebcb148a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:22.621664 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-34ae3bfe-d1e0-4845-9bd2-3eb0e96ee81a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:22.669265 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f97596a1-3410-4385-bdb7-5b11a7483d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:22.672798 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f97596a1-3410-4385-bdb7-5b11a7483d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:22.674135 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-f97596a1-3410-4385-bdb7-5b11a7483d69 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/179e04d2-14d6-4ab1-a628-eb339ce3e0a9 HTTP/1.1" status: 204 len: 168 time: 0.2811995 Jun 14 16:33:22.675193 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f56515d8-59fd-4a44-b81c-46ec23fc6d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:22.687794 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97596a1-3410-4385-bdb7-5b11a7483d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179e04d2-14d6-4ab1-a628-eb339ce3e0a9,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:22.716082 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f97596a1-3410-4385-bdb7-5b11a7483d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:23.034672 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3524e27-761a-4729-9348-cbebcb148a87 admin admin] Network b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:33:23.046440 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-b3524e27-761a-4729-9348-cbebcb148a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:33:23.054214 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3524e27-761a-4729-9348-cbebcb148a87 admin admin] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:33:23.055343 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b3524e27-761a-4729-9348-cbebcb148a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591455'] for router_interface, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:23.069779 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3524e27-761a-4729-9348-cbebcb148a87 admin admin] Pushing event updated for resources: {'Port': ['ID=0e95de6d-a624-4521-9996-9980269acffd,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:23.223574 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-b3524e27-761a-4729-9348-cbebcb148a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:23.266668 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ae3bfe-d1e0-4845-9bd2-3eb0e96ee81a admin admin] Router 778f00fb-9d19-44f2-988a-f7386df08c19 has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:33:23.370267 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device ebd81266-ab7c-4347-94ca-9858c130c0d0 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:33:23.426598 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-87474ce1-30df-41f8-b064-bdfd335046aa req-e6368caf-197d-45e6-9cdc-bcb06d0f6e82 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 210 time: 0.0789320 Jun 14 16:33:23.478375 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-20722a5d-7ef2-48fb-bdf4-dd54aa979f23 None None] Provisioning for port 0e95de6d-a624-4521-9996-9980269acffd completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:33:23.493375 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-20722a5d-7ef2-48fb-bdf4-dd54aa979f23 None None] Provisioning complete for port 0e95de6d-a624-4521-9996-9980269acffd triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:33:23.493996 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-20722a5d-7ef2-48fb-bdf4-dd54aa979f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:23.644297 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port ebd81266-ab7c-4347-94ca-9858c130c0d0 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:33:23.644870 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:23.725060 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-20722a5d-7ef2-48fb-bdf4-dd54aa979f23 None None] Port 0e95de6d-a624-4521-9996-9980269acffd cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:33:23.731872 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ae3bfe-d1e0-4845-9bd2-3eb0e96ee81a admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:33:23.742028 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-34ae3bfe-d1e0-4845-9bd2-3eb0e96ee81a admin admin] 10.222.0.25 "PUT /v2.0/routers/778f00fb-9d19-44f2-988a-f7386df08c19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9875669 Jun 14 16:33:23.750774 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] Sync routers for ids ['778f00fb-9d19-44f2-988a-f7386df08c19'] in dv-cinder-796286-2-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:33:23.752172 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b3524e27-761a-4729-9348-cbebcb148a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:23.764568 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] Routers {'778f00fb-9d19-44f2-988a-f7386df08c19'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:33:23.767628 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:33:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['778f00fb-9d19-44f2-988a-f7386df08c19'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:33:23.898613 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 406dbec8-6ead-4bd7-b539-7ae924998ce6 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:33:24.058801 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port 406dbec8-6ead-4bd7-b539-7ae924998ce6 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:33:24.064995 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 406dbec8-6ead-4bd7-b539-7ae924998ce6 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:33:24.066058 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:24.114091 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] Set router 778f00fb-9d19-44f2-988a-f7386df08c19 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:33:24.178909 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b3524e27-761a-4729-9348-cbebcb148a87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:24.188559 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b3524e27-761a-4729-9348-cbebcb148a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:24.190313 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b3524e27-761a-4729-9348-cbebcb148a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591563'] for router_interface, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:24.194490 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:24.295186 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:24.346978 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] For port 406dbec8-6ead-4bd7-b539-7ae924998ce6, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=406dbec8-6ead-4bd7-b539-7ae924998ce6,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:33:24.355644 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:24.360878 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:24.390353 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3524e27-761a-4729-9348-cbebcb148a87 admin admin] Pushing event updated for resources: {'Port': ['ID=0e95de6d-a624-4521-9996-9980269acffd,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:24.403925 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-b3524e27-761a-4729-9348-cbebcb148a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:24.489397 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Pushing event updated for resources: {'Port': ['ID=406dbec8-6ead-4bd7-b539-7ae924998ce6,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:24.500632 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:24.568581 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3524e27-761a-4729-9348-cbebcb148a87 admin admin] Network b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:33:24.570179 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-b3524e27-761a-4729-9348-cbebcb148a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:33:24.733396 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a8b7e259-317b-4bff-b7f0-3205bccc8f83 req-910105c1-6948-4be3-a53b-19dfb1aa8088 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 210 time: 0.0997159 Jun 14 16:33:24.785679 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f00fb-9d19-44f2-988a-f7386df08c19', 'name': 'tempest-ServerRescueNegativeTestJSON-1817003114-router', 'tenant_id': '2c90e9f6caa44ace9e9c8571d4b33473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ebd81266-ab7c-4347-94ca-9858c130c0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:12Z', 'updated_at': '2021-06-14T16:33:21Z', 'revision_number': 4, 'project_id': '2c90e9f6caa44ace9e9c8571d4b33473', 'gw_port': {'id': 'ebd81266-ab7c-4347-94ca-9858c130c0d0', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f00fb-9d19-44f2-988a-f7386df08c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:13Z', 'updated_at': '2021-06-14T16:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '327faae3-26b5-440b-b473-c1c80ea16155', 'name': '', 'network_id': '8bacab7d-e7d5-400d-a72a-7caeec0312a6', 'tenant_id': '2c90e9f6caa44ace9e9c8571d4b33473', 'mac_address': 'fa:16:3e:57:ba:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778f00fb-9d19-44f2-988a-f7386df08c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '76ebf11c-6866-45a5-8a22-bba3c93daf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:18Z', 'updated_at': '2021-06-14T16:33:21Z', 'revision_number': 2, 'project_id': '2c90e9f6caa44ace9e9c8571d4b33473', 'subnets': [{'id': '76ebf11c-6866-45a5-8a22-bba3c93daf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:33:24.789709 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] Checking router: 778f00fb-9d19-44f2-988a-f7386df08c19 for host: dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:33:24.790064 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] Updating router 778f00fb-9d19-44f2-988a-f7386df08c19 port 327faae3-26b5-440b-b473-c1c80ea16155 binding host dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:33:24.848021 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:24.926053 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3524e27-761a-4729-9348-cbebcb148a87 admin admin] Router 8523845a-50b7-4bd6-afc0-165f8e5292eb has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:33:25.069933 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-72ef9cb8-1eb2-4dc4-aa88-4a49459b2076 None None] Provisioning complete for port 0e95de6d-a624-4521-9996-9980269acffd triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:33:25.069933 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-72ef9cb8-1eb2-4dc4-aa88-4a49459b2076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:25.156996 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3524e27-761a-4729-9348-cbebcb148a87 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:33:25.192603 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-b3524e27-761a-4729-9348-cbebcb148a87 admin admin] 10.222.0.25 "PUT /v2.0/routers/8523845a-50b7-4bd6-afc0-165f8e5292eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2984648 Jun 14 16:33:25.196175 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 406dbec8-6ead-4bd7-b539-7ae924998ce6 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:33:25.200092 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-72ef9cb8-1eb2-4dc4-aa88-4a49459b2076 None None] Port 0e95de6d-a624-4521-9996-9980269acffd cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:33:25.272602 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 406dbec8-6ead-4bd7-b539-7ae924998ce6 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:33:25.272996 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:25.325137 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] Sync routers for ids ['8523845a-50b7-4bd6-afc0-165f8e5292eb'] in dv-cinder-796286-2-iscsi {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:33:25.341456 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] Routers {'8523845a-50b7-4bd6-afc0-165f8e5292eb'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:33:25.342679 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:33:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['8523845a-50b7-4bd6-afc0-165f8e5292eb'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:33:25.377531 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-7ec5ae66-13f4-4cf3-b3be-b6fd6604d255 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:25.389800 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-7ec5ae66-13f4-4cf3-b3be-b6fd6604d255 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/networks?id=8bacab7d-e7d5-400d-a72a-7caeec0312a6 HTTP/1.1" status: 200 len: 819 time: 0.3979266 Jun 14 16:33:25.417029 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-ba068964-07a9-4e2a-8ec1-a3096d8794c1 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/quotas/2c90e9f6caa44ace9e9c8571d4b33473 HTTP/1.1" status: 200 len: 375 time: 0.0256820 Jun 14 16:33:25.567694 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] Notify callbacks [] for port, precommit_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:25.589719 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.provisioning_blocks [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] Transition to ACTIVE for port object 327faae3-26b5-440b-b473-c1c80ea16155 will not be triggered until provisioned by entity L2. {{(pid=91927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:33:25.594923 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] Set router 8523845a-50b7-4bd6-afc0-165f8e5292eb gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:33:25.606176 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:25.612002 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:25.621036 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-c60d9a09-582a-4392-abbf-5c5427ea891d tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c90e9f6caa44ace9e9c8571d4b33473&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2026649 Jun 14 16:33:25.843273 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ead7a9-11a0-46e9-8602-9e3ab0ca0f6e None None] Pushing event updated for resources: {'Port': ['ID=327faae3-26b5-440b-b473-c1c80ea16155,revision_number=3']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:25.857043 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-d5ead7a9-11a0-46e9-8602-9e3ab0ca0f6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:25.928917 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-e579569e-3afb-4de8-846a-e7bfe835c325 service neutron] 10.222.0.25 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953646 Jun 14 16:33:26.012702 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] Attempting to bind port 327faae3-26b5-440b-b473-c1c80ea16155 on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:33:26.013128 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] Attempting to bind port 327faae3-26b5-440b-b473-c1c80ea16155 by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': 'd254e33d-428e-46aa-865b-f04cadb7452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bacab7d-e7d5-400d-a72a-7caeec0312a6'}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:33:26.013613 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] Attempting to bind port 327faae3-26b5-440b-b473-c1c80ea16155 on network 8bacab7d-e7d5-400d-a72a-7caeec0312a6 {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:33:26.021324 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:33:26.021476 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] Checking segment: {'id': 'd254e33d-428e-46aa-865b-f04cadb7452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bacab7d-e7d5-400d-a72a-7caeec0312a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:33:26.021885 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:26.022317 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] Bound using segment: {'id': 'd254e33d-428e-46aa-865b-f04cadb7452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bacab7d-e7d5-400d-a72a-7caeec0312a6'} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:33:26.022943 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] Bound port: 327faae3-26b5-440b-b473-c1c80ea16155, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd254e33d-428e-46aa-865b-f04cadb7452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bacab7d-e7d5-400d-a72a-7caeec0312a6'}}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:33:26.023334 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:26.177855 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] For port 327faae3-26b5-440b-b473-c1c80ea16155, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:33:26.186085 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] For port 327faae3-26b5-440b-b473-c1c80ea16155, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=327faae3-26b5-440b-b473-c1c80ea16155,segment=NetworkSegment(d254e33d-428e-46aa-865b-f04cadb7452d),segment_id=d254e33d-428e-46aa-865b-f04cadb7452d)] {{(pid=91927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:33:26.193888 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:26.209738 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-d5ead7a9-11a0-46e9-8602-9e3ab0ca0f6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:26.306235 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ead7a9-11a0-46e9-8602-9e3ab0ca0f6e None None] Pushing event updated for resources: {'Port': ['ID=327faae3-26b5-440b-b473-c1c80ea16155,revision_number=4']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:26.335825 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] Routers {'778f00fb-9d19-44f2-988a-f7386df08c19'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:33:26.336494 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:33:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['778f00fb-9d19-44f2-988a-f7386df08c19'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:33:26.446319 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-3509b505-6461-4243-bbc5-5659bc7ce036 service neutron] 10.222.0.25 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105565 Jun 14 16:33:26.479048 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'name': 'tempest-AttachVolumeTestJSON-948943538-router', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:14Z', 'updated_at': '2021-06-14T16:33:23Z', 'revision_number': 4, 'project_id': '8586ae834394465a86a02671a1260b36', 'gw_port': {'id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:15Z', 'updated_at': '2021-06-14T16:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '0e95de6d-a624-4521-9996-9980269acffd', 'name': '', 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'mac_address': 'fa:16:3e:c5:a8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:21Z', 'updated_at': '2021-06-14T16:33:23Z', 'revision_number': 2, 'project_id': '8586ae834394465a86a02671a1260b36', 'subnets': [{'id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:33:26.483534 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] Checking router: 8523845a-50b7-4bd6-afc0-165f8e5292eb for host: dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:33:26.483900 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] Updating router 8523845a-50b7-4bd6-afc0-165f8e5292eb port 0e95de6d-a624-4521-9996-9980269acffd binding host dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:33:26.502002 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-d5ead7a9-11a0-46e9-8602-9e3ab0ca0f6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:26.534960 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:26.598334 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] Set router 778f00fb-9d19-44f2-988a-f7386df08c19 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:33:26.913015 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-202e47f9-9918-425d-9d7e-531d02a031b8 req-5a6fd60e-8ea4-4b6c-a71b-78f85c26c64a tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 210 time: 0.0583169 Jun 14 16:33:27.160383 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f00fb-9d19-44f2-988a-f7386df08c19', 'name': 'tempest-ServerRescueNegativeTestJSON-1817003114-router', 'tenant_id': '2c90e9f6caa44ace9e9c8571d4b33473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ebd81266-ab7c-4347-94ca-9858c130c0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:12Z', 'updated_at': '2021-06-14T16:33:21Z', 'revision_number': 4, 'project_id': '2c90e9f6caa44ace9e9c8571d4b33473', 'gw_port': {'id': 'ebd81266-ab7c-4347-94ca-9858c130c0d0', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f00fb-9d19-44f2-988a-f7386df08c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:13Z', 'updated_at': '2021-06-14T16:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '327faae3-26b5-440b-b473-c1c80ea16155', 'name': '', 'network_id': '8bacab7d-e7d5-400d-a72a-7caeec0312a6', 'tenant_id': '2c90e9f6caa44ace9e9c8571d4b33473', 'mac_address': 'fa:16:3e:57:ba:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778f00fb-9d19-44f2-988a-f7386df08c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '76ebf11c-6866-45a5-8a22-bba3c93daf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:18Z', 'updated_at': '2021-06-14T16:33:26Z', 'revision_number': 4, 'project_id': '2c90e9f6caa44ace9e9c8571d4b33473', 'subnets': [{'id': '76ebf11c-6866-45a5-8a22-bba3c93daf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:33:27.172550 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f84a211-8aa4-4827-b1be-a8c67608f985 None None] The sync data for ids ['778f00fb-9d19-44f2-988a-f7386df08c19'] in dv-cinder-796286-2-iscsi is: [{'id': '778f00fb-9d19-44f2-988a-f7386df08c19', 'name': 'tempest-ServerRescueNegativeTestJSON-1817003114-router', 'tenant_id': '2c90e9f6caa44ace9e9c8571d4b33473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ebd81266-ab7c-4347-94ca-9858c130c0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:12Z', 'updated_at': '2021-06-14T16:33:21Z', 'revision_number': 4, 'project_id': '2c90e9f6caa44ace9e9c8571d4b33473', 'gw_port': {'id': 'ebd81266-ab7c-4347-94ca-9858c130c0d0', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f00fb-9d19-44f2-988a-f7386df08c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:13Z', 'updated_at': '2021-06-14T16:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '327faae3-26b5-440b-b473-c1c80ea16155', 'name': '', 'network_id': '8bacab7d-e7d5-400d-a72a-7caeec0312a6', 'tenant_id': '2c90e9f6caa44ace9e9c8571d4b33473', 'mac_address': 'fa:16:3e:57:ba:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778f00fb-9d19-44f2-988a-f7386df08c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '76ebf11c-6866-45a5-8a22-bba3c93daf27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:18Z', 'updated_at': '2021-06-14T16:33:26Z', 'revision_number': 4, 'project_id': '2c90e9f6caa44ace9e9c8571d4b33473', 'subnets': [{'id': '76ebf11c-6866-45a5-8a22-bba3c93daf27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:33:27.237426 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 49854) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:27.238785 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] Notify callbacks [] for port, precommit_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:27.242805 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-89e90e33-2796-46bd-bd99-142d1bb228cc tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--592290783', 'description': 'tempest-description--1331342152'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:27.252088 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a3ebfbeb-500d-454c-9231-71bfaf5bed71 req-726f6769-69d6-4b9a-a6db-b00dc5e4fe4d tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.1402729 Jun 14 16:33:27.295640 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] Transition to ACTIVE for port object 0e95de6d-a624-4521-9996-9980269acffd will not be triggered until provisioned by entity L2. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:33:27.321877 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:27.329905 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-89e90e33-2796-46bd-bd99-142d1bb228cc tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:27.335665 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:27.718511 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54eb3e-f2a0-443c-9188-cbf319a96eba None None] Pushing event updated for resources: {'Port': ['ID=0e95de6d-a624-4521-9996-9980269acffd,revision_number=3']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:27.729191 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-bb54eb3e-f2a0-443c-9188-cbf319a96eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:27.755271 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-89e90e33-2796-46bd-bd99-142d1bb228cc tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:27.766995 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-89e90e33-2796-46bd-bd99-142d1bb228cc tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:27.770380 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:27.823909 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e90e33-2796-46bd-bd99-142d1bb228cc tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=857499c0-4b45-4c36-ac80-bef30d7d0e66,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:27.830565 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-89e90e33-2796-46bd-bd99-142d1bb228cc tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:27.852235 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-89e90e33-2796-46bd-bd99-142d1bb228cc tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:27.854054 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-89e90e33-2796-46bd-bd99-142d1bb228cc tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6147740 Jun 14 16:33:27.858032 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 49888) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:27.869606 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-6077b4d5-ac6a-46ae-9f4b-62f1ab872f3b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Request body: {'security_group_rule': {'security_group_id': '857499c0-4b45-4c36-ac80-bef30d7d0e66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:27.883486 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] Attempting to bind port 0e95de6d-a624-4521-9996-9980269acffd on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:33:27.883958 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] Attempting to bind port 0e95de6d-a624-4521-9996-9980269acffd by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': 'a90bb8c7-afc9-4f4f-95cd-4ad30968cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9'}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:33:27.884489 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] Attempting to bind port 0e95de6d-a624-4521-9996-9980269acffd on network b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:33:27.892499 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:33:27.892979 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] Checking segment: {'id': 'a90bb8c7-afc9-4f4f-95cd-4ad30968cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:33:27.893629 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:27.894306 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] Bound using segment: {'id': 'a90bb8c7-afc9-4f4f-95cd-4ad30968cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9'} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:33:27.894900 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] Bound port: 0e95de6d-a624-4521-9996-9980269acffd, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a90bb8c7-afc9-4f4f-95cd-4ad30968cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9'}}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:33:27.895355 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:27.949261 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6077b4d5-ac6a-46ae-9f4b-62f1ab872f3b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:28.002689 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] For port 0e95de6d-a624-4521-9996-9980269acffd, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:33:28.011676 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] For port 0e95de6d-a624-4521-9996-9980269acffd, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=0e95de6d-a624-4521-9996-9980269acffd,segment=NetworkSegment(a90bb8c7-afc9-4f4f-95cd-4ad30968cefe),segment_id=a90bb8c7-afc9-4f4f-95cd-4ad30968cefe)] {{(pid=91926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:33:28.028049 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:28.035712 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:28.080289 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc376049-63ad-4c40-ad77-a403da96db70 req-7f6efb56-b767-4ea7-911e-0d4f4081ccc9 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:28.085451 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fc376049-63ad-4c40-ad77-a403da96db70 req-7f6efb56-b767-4ea7-911e-0d4f4081ccc9 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/networks?id=8bacab7d-e7d5-400d-a72a-7caeec0312a6 HTTP/1.1" status: 200 len: 819 time: 0.3125870 Jun 14 16:33:28.130184 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6077b4d5-ac6a-46ae-9f4b-62f1ab872f3b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:28.137197 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6077b4d5-ac6a-46ae-9f4b-62f1ab872f3b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604372'] for security_group_rule, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:28.146183 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:28.147760 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fc376049-63ad-4c40-ad77-a403da96db70 req-b3564442-3e48-43b3-8ff2-b4e566b1a64f tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/quotas/2c90e9f6caa44ace9e9c8571d4b33473 HTTP/1.1" status: 200 len: 375 time: 0.0563164 Jun 14 16:33:28.150009 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54eb3e-f2a0-443c-9188-cbf319a96eba None None] Pushing event updated for resources: {'Port': ['ID=0e95de6d-a624-4521-9996-9980269acffd,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:28.155262 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-bb54eb3e-f2a0-443c-9188-cbf319a96eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:28.180558 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077b4d5-ac6a-46ae-9f4b-62f1ab872f3b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6ef4db-bfed-4b39-96ec-b13edeb4cbe3,revision_number=0']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:28.192544 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6077b4d5-ac6a-46ae-9f4b-62f1ab872f3b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:28.194084 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] Routers {'8523845a-50b7-4bd6-afc0-165f8e5292eb'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:33:28.194887 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6077b4d5-ac6a-46ae-9f4b-62f1ab872f3b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:28.195751 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:33:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['8523845a-50b7-4bd6-afc0-165f8e5292eb'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:33:28.199734 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-6077b4d5-ac6a-46ae-9f4b-62f1ab872f3b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3375726 Jun 14 16:33:28.201854 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 49902) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:28.207505 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-89fdbe5d-9954-4dfa-a4aa-227809dd0a33 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Request body: {'security_group_rule': {'security_group_id': '857499c0-4b45-4c36-ac80-bef30d7d0e66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:28.239213 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-89fdbe5d-9954-4dfa-a4aa-227809dd0a33 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:28.266023 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7192ea90-d35c-4c5e-8366-931c3805fa35 req-6acab351-3e9f-47a3-af8c-1d760e2e2bb9 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 210 time: 0.1406136 Jun 14 16:33:28.361536 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fc376049-63ad-4c40-ad77-a403da96db70 req-0e5ad656-c8a5-4253-9a56-deaa50ef11c0 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c90e9f6caa44ace9e9c8571d4b33473&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1397016 Jun 14 16:33:28.415949 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-89fdbe5d-9954-4dfa-a4aa-227809dd0a33 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:28.425629 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-89fdbe5d-9954-4dfa-a4aa-227809dd0a33 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604372'] for security_group_rule, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:28.435474 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6077b4d5-ac6a-46ae-9f4b-62f1ab872f3b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:28.468818 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fdbe5d-9954-4dfa-a4aa-227809dd0a33 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fadb295-1870-4685-9b02-3a757280e6d1,revision_number=0']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:28.476093 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-89fdbe5d-9954-4dfa-a4aa-227809dd0a33 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:28.478276 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-89fdbe5d-9954-4dfa-a4aa-227809dd0a33 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:28.483478 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 49918) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:28.488872 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-b19f301a-9e22-40c2-8e83-69e14315cd50 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Request body: {'floatingip': {'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:28.493696 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-89fdbe5d-9954-4dfa-a4aa-227809dd0a33 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2905145 Jun 14 16:33:28.526013 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b19f301a-9e22-40c2-8e83-69e14315cd50 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for floatingip, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:28.530963 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] Set router 8523845a-50b7-4bd6-afc0-165f8e5292eb gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:33:28.704192 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [req-fc376049-63ad-4c40-ad77-a403da96db70 req-5fe26187-c6a2-4217-b7cd-a4f43657bb50 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 16:33:28.705223 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fc376049-63ad-4c40-ad77-a403da96db70 req-5fe26187-c6a2-4217-b7cd-a4f43657bb50 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1021440 Jun 14 16:33:28.882335 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'name': 'tempest-AttachVolumeTestJSON-948943538-router', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:14Z', 'updated_at': '2021-06-14T16:33:23Z', 'revision_number': 4, 'project_id': '8586ae834394465a86a02671a1260b36', 'gw_port': {'id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:15Z', 'updated_at': '2021-06-14T16:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '0e95de6d-a624-4521-9996-9980269acffd', 'name': '', 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'mac_address': 'fa:16:3e:c5:a8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:21Z', 'updated_at': '2021-06-14T16:33:27Z', 'revision_number': 4, 'project_id': '8586ae834394465a86a02671a1260b36', 'subnets': [{'id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:33:28.888375 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a90ef-3634-4747-8fb6-db79e6ce5db4 None None] The sync data for ids ['8523845a-50b7-4bd6-afc0-165f8e5292eb'] in dv-cinder-796286-2-iscsi is: [{'id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'name': 'tempest-AttachVolumeTestJSON-948943538-router', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:14Z', 'updated_at': '2021-06-14T16:33:23Z', 'revision_number': 4, 'project_id': '8586ae834394465a86a02671a1260b36', 'gw_port': {'id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:15Z', 'updated_at': '2021-06-14T16:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '0e95de6d-a624-4521-9996-9980269acffd', 'name': '', 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'mac_address': 'fa:16:3e:c5:a8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:21Z', 'updated_at': '2021-06-14T16:33:27Z', 'revision_number': 4, 'project_id': '8586ae834394465a86a02671a1260b36', 'subnets': [{'id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:33:28.897319 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b19f301a-9e22-40c2-8e83-69e14315cd50 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:29.035290 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fc376049-63ad-4c40-ad77-a403da96db70 req-b20a87e4-3d5d-47b4-91bb-c6d549ca6e63 service neutron] 10.222.0.25 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234379 Jun 14 16:33:29.212007 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-b19f301a-9e22-40c2-8e83-69e14315cd50 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Allocated IP 172.27.0.195 (2e21213b-d279-4f17-b7ac-a39d3c551e15/cd8b9889-3c5e-49b3-9c23-75f1e7c20530/3ec384c2-8211-4551-b08f-3a770f7e0ae7) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:33:29.228006 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 327faae3-26b5-440b-b473-c1c80ea16155 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:33:29.296907 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fc376049-63ad-4c40-ad77-a403da96db70 req-46179db8-fdde-438f-a192-98b5ecedcb81 service neutron] 10.222.0.25 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430928 Jun 14 16:33:29.381320 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port 327faae3-26b5-440b-b473-c1c80ea16155 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:33:29.387193 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 327faae3-26b5-440b-b473-c1c80ea16155 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:33:29.387700 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:29.667519 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:29.670527 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c1cf9605-28a6-405d-845e-b2fff6865899 req-ea4750cc-41cc-4011-ae38-3da73bf005a8 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 210 time: 0.0842743 Jun 14 16:33:29.673446 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b19f301a-9e22-40c2-8e83-69e14315cd50 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:29.742317 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b19f301a-9e22-40c2-8e83-69e14315cd50 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:29.746658 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-33781d53-ce19-4d70-9648-27b490c51315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:29.752766 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] For port 327faae3-26b5-440b-b473-c1c80ea16155, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=327faae3-26b5-440b-b473-c1c80ea16155,segment=NetworkSegment(d254e33d-428e-46aa-865b-f04cadb7452d),segment_id=d254e33d-428e-46aa-865b-f04cadb7452d)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:33:29.764062 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:29.765542 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 0e95de6d-a624-4521-9996-9980269acffd up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:33:29.767626 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-bb54eb3e-f2a0-443c-9188-cbf319a96eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:29.835187 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-28124c2d-52c9-44f3-b36b-7330ccd1fd9a req-7c31fae4-776c-477c-8c96-bcf0c46cc989 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 210 time: 0.0419476 Jun 14 16:33:29.849071 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19f301a-9e22-40c2-8e83-69e14315cd50 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Network 2e21213b-d279-4f17-b7ac-a39d3c551e15 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:33:29.861354 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-b19f301a-9e22-40c2-8e83-69e14315cd50 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:33:29.865159 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19f301a-9e22-40c2-8e83-69e14315cd50 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:33:29.879001 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f301a-9e22-40c2-8e83-69e14315cd50 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Pushing event updated for resources: {'Port': ['ID=3ec384c2-8211-4551-b08f-3a770f7e0ae7,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:29.887688 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port 0e95de6d-a624-4521-9996-9980269acffd completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:33:29.894716 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 0e95de6d-a624-4521-9996-9980269acffd triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:33:29.895043 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:29.898017 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Pushing event updated for resources: {'Port': ['ID=327faae3-26b5-440b-b473-c1c80ea16155,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:29.898366 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b19f301a-9e22-40c2-8e83-69e14315cd50 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:29.900545 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:29.979447 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b19f301a-9e22-40c2-8e83-69e14315cd50 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:30.052886 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b19f301a-9e22-40c2-8e83-69e14315cd50 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:30.124475 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:30.164305 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] For port 0e95de6d-a624-4521-9996-9980269acffd, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=0e95de6d-a624-4521-9996-9980269acffd,segment=NetworkSegment(a90bb8c7-afc9-4f4f-95cd-4ad30968cefe),segment_id=a90bb8c7-afc9-4f4f-95cd-4ad30968cefe)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:33:30.169731 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:30.175275 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-8838827a-869b-4a62-8d51-5b07f1427877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:30.230681 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Pushing event updated for resources: {'Port': ['ID=0e95de6d-a624-4521-9996-9980269acffd,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:30.233618 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:30.248962 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b19f301a-9e22-40c2-8e83-69e14315cd50 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:30.254151 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b19f301a-9e22-40c2-8e83-69e14315cd50 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:30.257137 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:30.291490 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b19f301a-9e22-40c2-8e83-69e14315cd50 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594291'] for floatingip, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:30.457813 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b19f301a-9e22-40c2-8e83-69e14315cd50 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for floatingip, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:30.460410 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-b19f301a-9e22-40c2-8e83-69e14315cd50 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9755421 Jun 14 16:33:30.463877 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f301a-9e22-40c2-8e83-69e14315cd50 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Pushing event updated for resources: {'Port': ['ID=3ec384c2-8211-4551-b08f-3a770f7e0ae7,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:30.474552 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b19f301a-9e22-40c2-8e83-69e14315cd50 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:31.061493 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7909964e-0028-4c7b-bb9d-64e41dad50cc req-4e9dcd42-9e86-49fd-b949-67cd846bb106 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 210 time: 0.0845315 Jun 14 16:33:31.075515 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-14fd704c-d893-4c01-a13e-e7577a7a9452 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--592290783&fields=id&tenant_id=8586ae834394465a86a02671a1260b36 HTTP/1.1" status: 200 len: 267 time: 0.1577971 Jun 14 16:33:31.193289 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 327faae3-26b5-440b-b473-c1c80ea16155 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:33:31.244519 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.43', 58980) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:31.339897 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 327faae3-26b5-440b-b473-c1c80ea16155 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:33:31.342944 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:31.501129 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-8e0ce246-b5be-47af-95e7-30c9ef1f0f1f tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:31.524528 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-8e0ce246-b5be-47af-95e7-30c9ef1f0f1f tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/networks?id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 HTTP/1.1" status: 200 len: 810 time: 0.4364069 Jun 14 16:33:31.605894 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-eb472257-1eac-44f1-80d1-42dbd5522388 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/quotas/8586ae834394465a86a02671a1260b36 HTTP/1.1" status: 200 len: 375 time: 0.0799439 Jun 14 16:33:31.692684 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 0e95de6d-a624-4521-9996-9980269acffd up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:33:31.756153 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-14fdb5ac-979a-4202-9492-ae343333aad0 req-f5dd2d4f-5f61-412a-b741-3428567c27b8 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 210 time: 0.2000670 Jun 14 16:33:31.845583 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-9b271be2-3bb1-45df-a6d5-0a93c969050f tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8586ae834394465a86a02671a1260b36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2307389 Jun 14 16:33:31.885664 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 0e95de6d-a624-4521-9996-9980269acffd triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:33:31.886038 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:32.056138 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c446fe-21f9-44cb-8519-699e71b5389b req-8def9ced-1a83-406a-9e67-97944bb77b45 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:32.059650 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-49c446fe-21f9-44cb-8519-699e71b5389b req-8def9ced-1a83-406a-9e67-97944bb77b45 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.43 "GET /v2.0/networks?id=da118daf-946d-4c02-bba7-7e645f5cacdf HTTP/1.1" status: 200 len: 812 time: 0.8116841 Jun 14 16:33:32.061028 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.43', 58985) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:32.173721 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-2dc7c169-b715-4718-8379-e553c4b38dad service neutron] 10.222.0.25 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205423 Jun 14 16:33:32.231262 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [req-49c446fe-21f9-44cb-8519-699e71b5389b req-ecf1cf02-57c1-40df-b448-d30b0736a38e tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Request body: {'port': {'device_id': '207225a7-c282-4293-b307-ddb8e53a1158', 'network_id': 'da118daf-946d-4c02-bba7-7e645f5cacdf', 'admin_state_up': True, 'tenant_id': 'e73525f4513146239d77994a487548a2'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:32.575460 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-db86853f-d64e-448b-a2de-d90de4dec13a service neutron] 10.222.0.25 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926611 Jun 14 16:33:32.662722 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c7181f80-a4c3-406c-9b83-2aaca2533388 req-c69309f7-7529-4343-b1b3-c73ee583df1d tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 210 time: 0.1514838 Jun 14 16:33:33.129725 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-272495dc-07d3-40c2-bf44-e90f4b8baa8d tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:33.132116 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-272495dc-07d3-40c2-bf44-e90f4b8baa8d tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.43 "GET /v2.0/networks?id=8bacab7d-e7d5-400d-a72a-7caeec0312a6 HTTP/1.1" status: 200 len: 819 time: 0.9544363 Jun 14 16:33:33.141969 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 50144) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:33.211642 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-739e715d-b300-436d-932b-352e2b4d554a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Request body: {'port': {'device_id': 'f9544910-d385-45af-a7f9-d079013e0209', 'network_id': '8bacab7d-e7d5-400d-a72a-7caeec0312a6', 'admin_state_up': True, 'tenant_id': '2c90e9f6caa44ace9e9c8571d4b33473'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:33.225358 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c446fe-21f9-44cb-8519-699e71b5389b req-ecf1cf02-57c1-40df-b448-d30b0736a38e tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Made reservation on behalf of e73525f4513146239d77994a487548a2 for: {'port': 1} {{(pid=91925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:33:33.231188 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-49c446fe-21f9-44cb-8519-699e71b5389b req-ecf1cf02-57c1-40df-b448-d30b0736a38e tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:33.244848 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8f518006-d7b2-4501-a694-f4d17b87c3c0 req-6b2d15f5-f738-4a76-9011-c27a4fb1a863 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 210 time: 0.0669734 Jun 14 16:33:33.305960 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c0c53cb7-0c01-4e0e-bb39-6354b2ef2323 req-079f8363-db6e-4fd5-ace7-30ed2ef02be4 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0845258 Jun 14 16:33:33.356569 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 50156) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:33.424716 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c9fa3a72-e979-4df9-a9f1-530a206664bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:33.541434 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3c70d870-c8f2-4a20-ab3d-8156a17deca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:33.665021 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c9fa3a72-e979-4df9-a9f1-530a206664bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:33.671460 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c9fa3a72-e979-4df9-a9f1-530a206664bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:33.681056 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:33.688753 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 50168) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:33.734724 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-c9fa3a72-e979-4df9-a9f1-530a206664bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=12e6abe34814418a90f4d35f84502c57&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5887935 Jun 14 16:33:33.736640 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 50172) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:33.779239 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa3a72-e979-4df9-a9f1-530a206664bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2e200d-bd20-4669-a819-000302b0f735,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:33.792755 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c9fa3a72-e979-4df9-a9f1-530a206664bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:33.846895 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-57059273-b1b9-47cf-bc05-d9a4bd7302fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:33.882604 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [req-49c446fe-21f9-44cb-8519-699e71b5389b req-ecf1cf02-57c1-40df-b448-d30b0736a38e tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Allocated IP 172.20.0.9 (da118daf-946d-4c02-bba7-7e645f5cacdf/58df2322-f3cd-42de-9c8d-b5e8c8ac382a/c56ff6c3-87a2-4190-bdb4-c2ba04444c91) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:33:33.883563 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-77138231-03db-4aa3-8bc2-6c58f831c3f6 req-58f57da4-0615-405a-8f7a-26b1a0551334 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 210 time: 0.0517361 Jun 14 16:33:33.929264 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-57059273-b1b9-47cf-bc05-d9a4bd7302fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:33.973866 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb0e25b3-e92a-4377-a32c-3eac1bb490fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:33.981528 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3c70d870-c8f2-4a20-ab3d-8156a17deca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:33.986436 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3c70d870-c8f2-4a20-ab3d-8156a17deca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:33.989781 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:34.032573 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70d870-c8f2-4a20-ab3d-8156a17deca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f69536-7f78-4aa3-a0af-8c390078bfbc,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:34.036796 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-3c70d870-c8f2-4a20-ab3d-8156a17deca2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=639cf779aab4491381054c0be52215bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6788201 Jun 14 16:33:34.037980 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-3c70d870-c8f2-4a20-ab3d-8156a17deca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:34.038759 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-57059273-b1b9-47cf-bc05-d9a4bd7302fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:34.039444 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 50180) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:34.042185 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-57059273-b1b9-47cf-bc05-d9a4bd7302fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:34.045724 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-57059273-b1b9-47cf-bc05-d9a4bd7302fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa2e200d-bd20-4669-a819-000302b0f735 HTTP/1.1" status: 204 len: 168 time: 0.3049157 Jun 14 16:33:34.045724 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:34.049902 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-739e715d-b300-436d-932b-352e2b4d554a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Made reservation on behalf of 2c90e9f6caa44ace9e9c8571d4b33473 for: {'port': 1} {{(pid=91925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:33:34.054253 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-739e715d-b300-436d-932b-352e2b4d554a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:34.069808 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57059273-b1b9-47cf-bc05-d9a4bd7302fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2e200d-bd20-4669-a819-000302b0f735,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:34.074165 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-57059273-b1b9-47cf-bc05-d9a4bd7302fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:34.126160 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-87097a7a-016f-4930-9fad-c878d64ba6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:34.151514 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-87097a7a-016f-4930-9fad-c878d64ba6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:34.211713 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-87097a7a-016f-4930-9fad-c878d64ba6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:34.216065 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-87097a7a-016f-4930-9fad-c878d64ba6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:34.220451 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-87097a7a-016f-4930-9fad-c878d64ba6b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/36f69536-7f78-4aa3-a0af-8c390078bfbc HTTP/1.1" status: 204 len: 168 time: 0.1738074 Jun 14 16:33:34.220451 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:34.230826 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87097a7a-016f-4930-9fad-c878d64ba6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f69536-7f78-4aa3-a0af-8c390078bfbc,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:34.233615 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-87097a7a-016f-4930-9fad-c878d64ba6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:34.250346 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-49c446fe-21f9-44cb-8519-699e71b5389b req-ecf1cf02-57c1-40df-b448-d30b0736a38e tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:34.447522 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb0e25b3-e92a-4377-a32c-3eac1bb490fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:34.461047 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 50196) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:34.463416 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb0e25b3-e92a-4377-a32c-3eac1bb490fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:34.466543 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-739e715d-b300-436d-932b-352e2b4d554a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Allocated IP 172.20.0.9 (8bacab7d-e7d5-400d-a72a-7caeec0312a6/76ebf11c-6866-45a5-8a22-bba3c93daf27/314250d2-4441-481b-8741-8329c6e463fd) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:33:34.483056 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1bd2f7b9-4827-47c1-88c7-b1c7c97c736e req-8bf15135-964b-400a-aaee-4d3f1d2973be tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0609105 Jun 14 16:33:34.493760 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-89e90e33-2796-46bd-bd99-142d1bb228cc tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:34.511585 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-49c446fe-21f9-44cb-8519-699e71b5389b req-ecf1cf02-57c1-40df-b448-d30b0736a38e tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:34.517892 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9742981b-4cbb-4b2f-b5b1-c91a71f0404c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:34.518145 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dff423d7-03cc-4c18-a49e-3d8ae11882a5 req-8bdc3f39-2359-4f5e-8df4-5b16ad6d44e3 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 210 time: 0.0807970 Jun 14 16:33:34.580855 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-bb0e25b3-e92a-4377-a32c-3eac1bb490fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d0181d9194b4bdbb87f094096d4d27f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8718383 Jun 14 16:33:34.583763 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 50202) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:34.618144 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c446fe-21f9-44cb-8519-699e71b5389b req-ecf1cf02-57c1-40df-b448-d30b0736a38e tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Network da118daf-946d-4c02-bba7-7e645f5cacdf is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:33:34.633920 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [req-49c446fe-21f9-44cb-8519-699e71b5389b req-ecf1cf02-57c1-40df-b448-d30b0736a38e tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:33:34.636666 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c446fe-21f9-44cb-8519-699e71b5389b req-ecf1cf02-57c1-40df-b448-d30b0736a38e tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:33:34.640507 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8e9e8a2c-4cf0-4f24-a695-d0fc4dfee189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:34.643028 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c446fe-21f9-44cb-8519-699e71b5389b req-ecf1cf02-57c1-40df-b448-d30b0736a38e tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:34.643721 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-49c446fe-21f9-44cb-8519-699e71b5389b req-ecf1cf02-57c1-40df-b448-d30b0736a38e tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for port, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:34.646711 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e25b3-e92a-4377-a32c-3eac1bb490fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57d1a70-1528-442d-8055-e38e8c4dd18e,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:34.649854 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-bb0e25b3-e92a-4377-a32c-3eac1bb490fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:34.658153 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-34ae3bfe-d1e0-4845-9bd2-3eb0e96ee81a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:34.666515 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8e9e8a2c-4cf0-4f24-a695-d0fc4dfee189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:34.678861 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 50204) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:34.706599 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f096ee1f-7f54-4acf-8503-bab6b6492a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:34.747863 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8e9e8a2c-4cf0-4f24-a695-d0fc4dfee189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:34.751227 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8e9e8a2c-4cf0-4f24-a695-d0fc4dfee189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:34.754982 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-8e9e8a2c-4cf0-4f24-a695-d0fc4dfee189 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a57d1a70-1528-442d-8055-e38e8c4dd18e HTTP/1.1" status: 204 len: 168 time: 0.1690302 Jun 14 16:33:34.756397 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-3c70d870-c8f2-4a20-ab3d-8156a17deca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:34.766942 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e8a2c-4cf0-4f24-a695-d0fc4dfee189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57d1a70-1528-442d-8055-e38e8c4dd18e,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:34.769469 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8e9e8a2c-4cf0-4f24-a695-d0fc4dfee189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:34.859206 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1cf02-57c1-40df-b448-d30b0736a38e tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Pushing event updated for resources: {'Port': ['ID=c56ff6c3-87a2-4190-bdb4-c2ba04444c91,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:34.862747 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-ecf1cf02-57c1-40df-b448-d30b0736a38e tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:35.068042 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.43', 58993) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:35.098483 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-739e715d-b300-436d-932b-352e2b4d554a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:35.116419 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9742981b-4cbb-4b2f-b5b1-c91a71f0404c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:35.143942 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9742981b-4cbb-4b2f-b5b1-c91a71f0404c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:35.147578 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-49c446fe-21f9-44cb-8519-699e71b5389b req-ecf1cf02-57c1-40df-b448-d30b0736a38e tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9355240 Jun 14 16:33:35.168158 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ff054-13a3-4873-8634-7ccc5c9cbb4f req-0aed48b5-d2b0-4606-9257-cd007af7bf03 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:35.169716 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9c0ff054-13a3-4873-8634-7ccc5c9cbb4f req-0aed48b5-d2b0-4606-9257-cd007af7bf03 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 931 time: 0.1229203 Jun 14 16:33:35.180747 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-bb81a000-31de-4b44-a560-35258cb8f4d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:35.192141 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-9742981b-4cbb-4b2f-b5b1-c91a71f0404c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf0e17abc19d4d6887a9703870b56470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7273750 Jun 14 16:33:35.196362 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 50216) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:35.226796 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-739e715d-b300-436d-932b-352e2b4d554a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:35.232429 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742981b-4cbb-4b2f-b5b1-c91a71f0404c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76daf1fd-f7c9-45ef-9958-04b9b516c2b9,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:35.242447 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-9742981b-4cbb-4b2f-b5b1-c91a71f0404c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:35.245577 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-b3524e27-761a-4729-9348-cbebcb148a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:35.251616 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9c0ff054-13a3-4873-8634-7ccc5c9cbb4f req-673ad806-92f9-4bfc-b2e2-2cea4bf36d82 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/security-groups?id=52bd3b6c-22cc-4b14-8f9d-fbbb9e5ca506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718775 Jun 14 16:33:35.312887 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f096ee1f-7f54-4acf-8503-bab6b6492a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:35.318728 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e715d-b300-436d-932b-352e2b4d554a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Pushing event updated for resources: {'Port': ['ID=314250d2-4441-481b-8741-8329c6e463fd,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:35.319321 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f096ee1f-7f54-4acf-8503-bab6b6492a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:35.322468 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-739e715d-b300-436d-932b-352e2b4d554a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:35.323763 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:35.345418 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-739e715d-b300-436d-932b-352e2b4d554a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Network 8bacab7d-e7d5-400d-a72a-7caeec0312a6 is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:33:35.352518 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-739e715d-b300-436d-932b-352e2b4d554a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:33:35.359082 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-739e715d-b300-436d-932b-352e2b4d554a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:33:35.364764 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-f096ee1f-7f54-4acf-8503-bab6b6492a9a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=485bb4b2c94b4d26be397c70b465f045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6848965 Jun 14 16:33:35.367374 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 50224) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:35.369701 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:33:35.370402 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-739e715d-b300-436d-932b-352e2b4d554a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:35.370539 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-739e715d-b300-436d-932b-352e2b4d554a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for port, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:35.375835 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096ee1f-7f54-4acf-8503-bab6b6492a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e65186-9f6d-4f7f-8bcf-e8077073681d,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:35.380977 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8809bc69-7322-4b8f-b41d-c5e0f01fd010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:35.385774 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f096ee1f-7f54-4acf-8503-bab6b6492a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:35.408531 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-739e715d-b300-436d-932b-352e2b4d554a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2107174 Jun 14 16:33:35.414172 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8809bc69-7322-4b8f-b41d-c5e0f01fd010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:35.432161 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-80a430b7-7c6e-46b9-901f-aded33565abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:35.463660 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-80a430b7-7c6e-46b9-901f-aded33565abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:35.475510 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8809bc69-7322-4b8f-b41d-c5e0f01fd010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:35.479354 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8809bc69-7322-4b8f-b41d-c5e0f01fd010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:35.479991 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-8809bc69-7322-4b8f-b41d-c5e0f01fd010 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/76daf1fd-f7c9-45ef-9958-04b9b516c2b9 HTTP/1.1" status: 204 len: 168 time: 0.2812119 Jun 14 16:33:35.481700 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:35.492887 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809bc69-7322-4b8f-b41d-c5e0f01fd010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76daf1fd-f7c9-45ef-9958-04b9b516c2b9,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:35.502882 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-8809bc69-7322-4b8f-b41d-c5e0f01fd010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:35.539410 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-80a430b7-7c6e-46b9-901f-aded33565abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:35.544904 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-80a430b7-7c6e-46b9-901f-aded33565abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:35.546193 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-80a430b7-7c6e-46b9-901f-aded33565abe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/98e65186-9f6d-4f7f-8bcf-e8077073681d HTTP/1.1" status: 204 len: 168 time: 0.1779160 Jun 14 16:33:35.547040 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f97596a1-3410-4385-bdb7-5b11a7483d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:35.557496 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a430b7-7c6e-46b9-901f-aded33565abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e65186-9f6d-4f7f-8bcf-e8077073681d,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:35.562594 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-80a430b7-7c6e-46b9-901f-aded33565abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:35.722708 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ca702045-e4b7-4180-97fc-418c0fa78459 req-dddd1099-cb7a-4108-bebc-00253d1ecca3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0704684 Jun 14 16:33:35.725418 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-640740fe-6941-48dc-afa5-9e64b783b073 req-635b4769-26b5-4c64-8c90-318cc9555294 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 210 time: 0.0624731 Jun 14 16:33:36.661762 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:36.732109 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98731f29-b9da-4339-a5b7-3e6e022a296c req-389f4546-0cf9-4ad0-8077-8a209a1c2d7b tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:36.743564 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-98731f29-b9da-4339-a5b7-3e6e022a296c req-389f4546-0cf9-4ad0-8077-8a209a1c2d7b tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 931 time: 0.2409949 Jun 14 16:33:36.820823 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-98731f29-b9da-4339-a5b7-3e6e022a296c req-99391783-9701-4b62-8b13-b5b54bf92d5e tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/security-groups?id=52bd3b6c-22cc-4b14-8f9d-fbbb9e5ca506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758328 Jun 14 16:33:37.077521 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6eaa5d7b-0f51-4820-b560-1f767d47fec2 req-20faaef0-d7b3-45ac-a62d-6215dd9e65e9 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 210 time: 0.1303737 Jun 14 16:33:37.168813 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-28cd2f0d-5061-4dcc-9cd9-3de50b67e529 req-4843945d-07f0-4509-829f-cb1e59c37bca tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0889804 Jun 14 16:33:37.657478 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 50340) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:37.904833 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e5a1a202-1243-471e-b1a2-db6307b3e2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:38.272922 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b40a73-7fc4-4075-ab1a-2f17be1a9553 req-d67b3a3c-3f48-4661-b6c5-491393708d60 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:38.280929 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a7b40a73-7fc4-4075-ab1a-2f17be1a9553 req-d67b3a3c-3f48-4661-b6c5-491393708d60 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 931 time: 0.2768891 Jun 14 16:33:38.312332 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-71e39671-6532-44a5-b0ee-7318a7e1cfe3 req-603ae611-d5ff-4213-bc11-5b732a091bc6 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 210 time: 0.0727413 Jun 14 16:33:38.421646 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a7b40a73-7fc4-4075-ab1a-2f17be1a9553 req-0de56705-1964-44b9-b333-262674357c1b tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/security-groups?id=52bd3b6c-22cc-4b14-8f9d-fbbb9e5ca506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395924 Jun 14 16:33:38.427579 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e5a1a202-1243-471e-b1a2-db6307b3e2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:38.441226 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e5a1a202-1243-471e-b1a2-db6307b3e2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:38.445964 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:38.549369 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-7a257a93-8b87-4852-a825-b3ad76c397f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:38.551623 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 50388) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:38.560779 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-e5a1a202-1243-471e-b1a2-db6307b3e2be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74b56cbaad554b19ae9f71f9da3b24e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8884668 Jun 14 16:33:38.566669 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1a202-1243-471e-b1a2-db6307b3e2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56303fca-f3d3-4333-af4e-8d0edcc98983,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:38.575844 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e5a1a202-1243-471e-b1a2-db6307b3e2be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:38.630928 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5164713a-f980-4459-921d-28955d008900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:38.682188 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5164713a-f980-4459-921d-28955d008900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:38.752858 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5164713a-f980-4459-921d-28955d008900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:38.756849 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5164713a-f980-4459-921d-28955d008900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:38.758506 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-5164713a-f980-4459-921d-28955d008900 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56303fca-f3d3-4333-af4e-8d0edcc98983 HTTP/1.1" status: 204 len: 168 time: 0.2056847 Jun 14 16:33:38.759622 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-9742981b-4cbb-4b2f-b5b1-c91a71f0404c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:38.778727 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164713a-f980-4459-921d-28955d008900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56303fca-f3d3-4333-af4e-8d0edcc98983,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:38.786159 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-5164713a-f980-4459-921d-28955d008900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:38.800582 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-13deb399-7275-4c39-9c18-a7a7ad5a2d02 req-8ca7c62a-0c3d-406b-93bb-ff0e15d7248e tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.1194627 Jun 14 16:33:39.269624 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 50420) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:39.773672 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-460af5a0-f637-4003-9e9f-0fb6ee0187c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:39.942869 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-eb7876ba-03d5-4ac6-9618-3ac63edc5a31 req-1f1a8573-38a8-4e8f-aa55-76dd56a6e4a2 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 210 time: 0.3012002 Jun 14 16:33:40.065865 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-460af5a0-f637-4003-9e9f-0fb6ee0187c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:40.078765 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-460af5a0-f637-4003-9e9f-0fb6ee0187c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:40.082412 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-bb0e25b3-e92a-4377-a32c-3eac1bb490fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:40.166551 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fb8ea-7bf4-4dea-975b-e50e5c3ded58 req-31c9de2f-0804-404d-80dc-1af0c55f23c2 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:40.168167 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bd6fb8ea-7bf4-4dea-975b-e50e5c3ded58 req-31c9de2f-0804-404d-80dc-1af0c55f23c2 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 931 time: 0.2282925 Jun 14 16:33:40.196710 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460af5a0-f637-4003-9e9f-0fb6ee0187c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8fb08c-357b-48f5-8798-c4cb88587739,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:40.200269 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-460af5a0-f637-4003-9e9f-0fb6ee0187c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:40.205061 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-460af5a0-f637-4003-9e9f-0fb6ee0187c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ccff7efd69d542f49bae6ffe102a0de7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9335387 Jun 14 16:33:40.209276 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 50462) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:40.265313 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-31babe71-e6b8-4f1e-b626-967b1ab394ef req-d3202bfa-8ff8-47da-ac32-7b47a806b29c tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0679862 Jun 14 16:33:40.298943 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bd6fb8ea-7bf4-4dea-975b-e50e5c3ded58 req-669d2c88-ad74-41f6-ad39-483b6b85c08b tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/security-groups?id=52bd3b6c-22cc-4b14-8f9d-fbbb9e5ca506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155031 Jun 14 16:33:40.299115 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7a3408ef-4d6b-47b6-b03d-d1ff65483f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:40.365742 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7a3408ef-4d6b-47b6-b03d-d1ff65483f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:40.461995 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7a3408ef-4d6b-47b6-b03d-d1ff65483f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:40.465288 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7a3408ef-4d6b-47b6-b03d-d1ff65483f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:40.466496 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-7a3408ef-4d6b-47b6-b03d-d1ff65483f2b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e8fb08c-357b-48f5-8798-c4cb88587739 HTTP/1.1" status: 204 len: 168 time: 0.2560585 Jun 14 16:33:40.467807 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:40.477602 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3408ef-4d6b-47b6-b03d-d1ff65483f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8fb08c-357b-48f5-8798-c4cb88587739,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:40.485735 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-7a3408ef-4d6b-47b6-b03d-d1ff65483f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:40.769795 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:40.803699 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 50480) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:40.982947 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-04e1f3ad-628f-4663-bf18-787f27cfdedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:41.002557 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-773c638d-a43a-40a7-a463-3521cb35386d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1550836128-network', 'tenant_id': '02b0c656675d488f9fa973d69e191a18'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:41.056136 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773c638d-a43a-40a7-a463-3521cb35386d admin admin] Made reservation on behalf of 02b0c656675d488f9fa973d69e191a18 for: {'network': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:33:41.059075 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-773c638d-a43a-40a7-a463-3521cb35386d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for network, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:41.060926 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 50496) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:41.111569 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-773c638d-a43a-40a7-a463-3521cb35386d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:41.115322 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1c67926e-284a-4ae0-8458-19ca44810fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:41.211393 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a21e3ca8-0ab7-4e8c-b696-e27c714e7ed0 req-0e770a55-e93d-4a56-b7c1-a2122ebf1dbc tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 210 time: 0.0625460 Jun 14 16:33:41.353654 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-773c638d-a43a-40a7-a463-3521cb35386d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:41.363805 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-773c638d-a43a-40a7-a463-3521cb35386d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:41.373641 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:41.445156 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773c638d-a43a-40a7-a463-3521cb35386d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=91924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:33:41.497179 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-773c638d-a43a-40a7-a463-3521cb35386d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:41.498652 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.db.segments_db [None req-773c638d-a43a-40a7-a463-3521cb35386d admin admin] Added segment a39e4866-3c14-4f68-a15e-b32841d8bbc1 of type vlan for network 2b5a1982-073d-438d-b7a6-075d324e9cc2 Jun 14 16:33:41.503354 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c638d-a43a-40a7-a463-3521cb35386d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f83ff62-4330-40ac-be95-549f643a7d17,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:41.512928 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-773c638d-a43a-40a7-a463-3521cb35386d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:41.692616 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-773c638d-a43a-40a7-a463-3521cb35386d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769376812472'] for network, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:41.700100 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1c67926e-284a-4ae0-8458-19ca44810fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:41.711247 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1c67926e-284a-4ae0-8458-19ca44810fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:41.732678 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:41.758705 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-1c67926e-284a-4ae0-8458-19ca44810fe8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8fcdfe42c1048938005bf54c3a3c760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6965809 Jun 14 16:33:41.766067 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 50516) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:41.775964 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b38becc2-e2fa-492e-88ff-deadd6978024 req-5ef97b55-286a-4745-8a90-97888ec18ce7 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0608852 Jun 14 16:33:41.804583 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67926e-284a-4ae0-8458-19ca44810fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5437913-8bfa-4baa-8c6f-6c4760e7ae7b,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:41.817140 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-773c638d-a43a-40a7-a463-3521cb35386d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:41.821412 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773c638d-a43a-40a7-a463-3521cb35386d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:41.822223 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-773c638d-a43a-40a7-a463-3521cb35386d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:41.822479 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-1c67926e-284a-4ae0-8458-19ca44810fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:41.832802 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2d2e9-5b7c-4cac-8d6a-fbda7c8a2e6f req-9ad68c8c-09c4-4951-9e6b-027f645ce0c7 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:41.841134 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4ff2d2e9-5b7c-4cac-8d6a-fbda7c8a2e6f req-9ad68c8c-09c4-4951-9e6b-027f645ce0c7 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 931 time: 0.2166946 Jun 14 16:33:41.866166 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:41.882175 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d92404a2-31b1-43f7-8dba-65f6a2affd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:41.925594 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-773c638d-a43a-40a7-a463-3521cb35386d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1207395 Jun 14 16:33:41.926391 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d92404a2-31b1-43f7-8dba-65f6a2affd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:41.929043 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 50518) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:41.934880 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4ff2d2e9-5b7c-4cac-8d6a-fbda7c8a2e6f req-90fb1616-dd1e-4ba8-ab92-dc3da8f1f4ad tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/security-groups?id=52bd3b6c-22cc-4b14-8f9d-fbbb9e5ca506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924766 Jun 14 16:33:41.948281 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-7bb3a4eb-ab42-47c6-845d-89e24b4ab19b admin admin] Request body: {'subnet': {'network_id': '2b5a1982-073d-438d-b7a6-075d324e9cc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1550836128-subnet', 'tenant_id': '02b0c656675d488f9fa973d69e191a18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:42.003381 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c638d-a43a-40a7-a463-3521cb35386d admin admin] Pushing event updated for resources: {'Network': ['ID=2b5a1982-073d-438d-b7a6-075d324e9cc2,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:42.009414 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb3a4eb-ab42-47c6-845d-89e24b4ab19b admin admin] Made reservation on behalf of 02b0c656675d488f9fa973d69e191a18 for: {'subnet': 1} {{(pid=91925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:33:42.012800 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7bb3a4eb-ab42-47c6-845d-89e24b4ab19b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:42.013239 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-773c638d-a43a-40a7-a463-3521cb35386d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:42.021431 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Network 2b5a1982-073d-438d-b7a6-075d324e9cc2 details requested by agent ovs-agent-dv-cinder-796286-2-iscsi with host dv-cinder-796286-2-iscsi {{(pid=91926) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:33:42.143460 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d92404a2-31b1-43f7-8dba-65f6a2affd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:42.147745 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d92404a2-31b1-43f7-8dba-65f6a2affd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:42.148903 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-d92404a2-31b1-43f7-8dba-65f6a2affd99 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f5437913-8bfa-4baa-8c6f-6c4760e7ae7b HTTP/1.1" status: 204 len: 168 time: 0.3816245 Jun 14 16:33:42.151827 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:42.173253 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92404a2-31b1-43f7-8dba-65f6a2affd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5437913-8bfa-4baa-8c6f-6c4760e7ae7b,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:42.177312 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-d92404a2-31b1-43f7-8dba-65f6a2affd99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:42.330388 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:42.359577 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7bb3a4eb-ab42-47c6-845d-89e24b4ab19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801'] for subnet, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:42.365705 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-1cc0c432-7b28-4f12-9f41-3eb4d947961d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:42.452905 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-98a84b92-088f-47b8-b3e3-1bcc1da7a8fa req-03e983fd-2f1a-4886-8ab1-81da722e3aa3 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 210 time: 0.0515685 Jun 14 16:33:42.485682 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3a4eb-ab42-47c6-845d-89e24b4ab19b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d987080-99fa-4301-b968-9ce8ee48fb22,revision_number=0']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:42.490863 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-7bb3a4eb-ab42-47c6-845d-89e24b4ab19b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:42.497521 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb3a4eb-ab42-47c6-845d-89e24b4ab19b admin admin] Checking segment: {'id': 'a39e4866-3c14-4f68-a15e-b32841d8bbc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '2b5a1982-073d-438d-b7a6-075d324e9cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:33:42.497937 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb3a4eb-ab42-47c6-845d-89e24b4ab19b admin admin] Network hostable DHCP agents. Network: 2b5a1982-073d-438d-b7a6-075d324e9cc2, hostable agents: ['375ffa47-0472-477a-9943-d26e949c75c5'], hosted agents: [] {{(pid=91925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:33:42.516514 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb3a4eb-ab42-47c6-845d-89e24b4ab19b admin admin] Network 2b5a1982-073d-438d-b7a6-075d324e9cc2 is scheduled to be hosted by DHCP agent 375ffa47-0472-477a-9943-d26e949c75c5 with binding_index 1 {{(pid=91925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:33:42.526091 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-7bb3a4eb-ab42-47c6-845d-89e24b4ab19b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-iscsi, 2b5a1982-073d-438d-b7a6-075d324e9cc2) {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:33:42.531099 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb3a4eb-ab42-47c6-845d-89e24b4ab19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:42.531708 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7bb3a4eb-ab42-47c6-845d-89e24b4ab19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:42.537804 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386ed39c-2cba-4aad-b3ae-fd2bb9e3d4eb None None] Network 2b5a1982-073d-438d-b7a6-075d324e9cc2 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:33:42.555992 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-7bb3a4eb-ab42-47c6-845d-89e24b4ab19b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6203716 Jun 14 16:33:42.948201 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580ed7cc-595d-4066-ba95-e612211adce0 None None] Network 2b5a1982-073d-438d-b7a6-075d324e9cc2 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:33:43.244455 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a1862239-dd91-4564-aad1-07ccdcaceab5 req-a627c928-28de-45ea-a40b-0ff5f61861d4 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0737300 Jun 14 16:33:43.330928 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123ce39-12c6-42b0-b35c-ca1e10c41e31 req-9e590196-078e-488c-8dc5-2e7c766d505f tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:43.335361 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3123ce39-12c6-42b0-b35c-ca1e10c41e31 req-9e590196-078e-488c-8dc5-2e7c766d505f tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 931 time: 0.2057979 Jun 14 16:33:43.416067 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3123ce39-12c6-42b0-b35c-ca1e10c41e31 req-9d847605-0b9a-4342-a609-ee0dfa0b83b5 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/security-groups?id=52bd3b6c-22cc-4b14-8f9d-fbbb9e5ca506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664883 Jun 14 16:33:43.439087 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 50568) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:43.444523 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-4025561a-3c06-4726-a043-b9a3db0a0959 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1743792972-network', 'tenant_id': 'c26d114d8303411f8afa063e329d534c'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:43.467200 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4025561a-3c06-4726-a043-b9a3db0a0959 admin admin] Made reservation on behalf of c26d114d8303411f8afa063e329d534c for: {'network': 1} {{(pid=91925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:33:43.470942 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4025561a-3c06-4726-a043-b9a3db0a0959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for network, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:43.489642 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4025561a-3c06-4726-a043-b9a3db0a0959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:43.655420 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6d5bfba7-0540-4911-b685-24acdd95600e req-93250a13-f934-4540-9ee2-8218bd54430b tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 210 time: 0.0588300 Jun 14 16:33:43.774331 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4025561a-3c06-4726-a043-b9a3db0a0959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:43.786026 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4025561a-3c06-4726-a043-b9a3db0a0959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:43.792445 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-d66ad2a4-8c2a-47ee-949a-c5b917ea79d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:43.860928 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4025561a-3c06-4726-a043-b9a3db0a0959 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=91925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:33:43.875504 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025561a-3c06-4726-a043-b9a3db0a0959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11075a87-6015-4ba9-99b3-8810a353c6fc,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:43.883583 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-4025561a-3c06-4726-a043-b9a3db0a0959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:43.887837 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4025561a-3c06-4726-a043-b9a3db0a0959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:43.888184 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.db.segments_db [None req-4025561a-3c06-4726-a043-b9a3db0a0959 admin admin] Added segment 953d01d3-5d3c-4da8-afff-dcf7afb57e0d of type vlan for network 42ebf823-4698-4271-81d9-2958ac81268c Jun 14 16:33:43.967056 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4025561a-3c06-4726-a043-b9a3db0a0959 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769376812472'] for network, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:44.050148 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4025561a-3c06-4726-a043-b9a3db0a0959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:44.056341 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4025561a-3c06-4726-a043-b9a3db0a0959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:44.062393 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4025561a-3c06-4726-a043-b9a3db0a0959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:44.069423 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-aaabf0a9-ef3c-4252-aa6d-0ba4650623fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:44.157017 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-4025561a-3c06-4726-a043-b9a3db0a0959 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7140191 Jun 14 16:33:44.157979 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 50610) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:44.165087 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-eda15820-0d2f-4b8d-85ea-34da4d704039 admin admin] Request body: {'subnet': {'network_id': '42ebf823-4698-4271-81d9-2958ac81268c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1743792972-subnet', 'tenant_id': 'c26d114d8303411f8afa063e329d534c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:44.204760 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:44.217600 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda15820-0d2f-4b8d-85ea-34da4d704039 admin admin] Made reservation on behalf of c26d114d8303411f8afa063e329d534c for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:33:44.224352 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-eda15820-0d2f-4b8d-85ea-34da4d704039 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:44.273577 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025561a-3c06-4726-a043-b9a3db0a0959 admin admin] Pushing event updated for resources: {'Network': ['ID=42ebf823-4698-4271-81d9-2958ac81268c,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:44.280740 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-4025561a-3c06-4726-a043-b9a3db0a0959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:44.293802 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Network 42ebf823-4698-4271-81d9-2958ac81268c details requested by agent ovs-agent-dv-cinder-796286-2-iscsi with host dv-cinder-796286-2-iscsi {{(pid=91926) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:33:44.924390 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-eda15820-0d2f-4b8d-85ea-34da4d704039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:44.930842 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7acd5b09-fba0-4781-ac04-2966ff8060f7 req-7f771367-3e23-43b6-8a2e-b4f0e8d46a4e tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.2912691 Jun 14 16:33:44.945869 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:45.066667 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda15820-0d2f-4b8d-85ea-34da4d704039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63b4d186-a00a-43a2-9bfc-b29a2be55175,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:45.086635 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-eda15820-0d2f-4b8d-85ea-34da4d704039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:45.096086 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c590d-09a7-4fa9-88d5-61fe10f45d71 req-338302e8-d118-4791-bc1d-9b9402cd8521 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:45.100531 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2f0c590d-09a7-4fa9-88d5-61fe10f45d71 req-338302e8-d118-4791-bc1d-9b9402cd8521 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 931 time: 0.4652429 Jun 14 16:33:45.204108 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda15820-0d2f-4b8d-85ea-34da4d704039 admin admin] Checking segment: {'id': '953d01d3-5d3c-4da8-afff-dcf7afb57e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '42ebf823-4698-4271-81d9-2958ac81268c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:33:45.204463 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda15820-0d2f-4b8d-85ea-34da4d704039 admin admin] Network hostable DHCP agents. Network: 42ebf823-4698-4271-81d9-2958ac81268c, hostable agents: ['375ffa47-0472-477a-9943-d26e949c75c5'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:33:45.211453 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2f0c590d-09a7-4fa9-88d5-61fe10f45d71 req-42f704e1-6fe0-4c9c-9f8c-99abf004054a tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/security-groups?id=52bd3b6c-22cc-4b14-8f9d-fbbb9e5ca506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983107 Jun 14 16:33:45.258771 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8925c287-9b48-4e9c-afb3-db8816daad2d req-81eb611c-fb2c-428c-b806-badbd2cd8caf tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 210 time: 0.0461752 Jun 14 16:33:45.279556 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda15820-0d2f-4b8d-85ea-34da4d704039 admin admin] Network 42ebf823-4698-4271-81d9-2958ac81268c is scheduled to be hosted by DHCP agent 375ffa47-0472-477a-9943-d26e949c75c5 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:33:45.311491 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-eda15820-0d2f-4b8d-85ea-34da4d704039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-iscsi, 42ebf823-4698-4271-81d9-2958ac81268c) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:33:45.322667 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fe770b-f68d-45b5-afd1-81eb5c3c0cfb None None] Network 42ebf823-4698-4271-81d9-2958ac81268c requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:33:45.323211 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda15820-0d2f-4b8d-85ea-34da4d704039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:45.323313 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-eda15820-0d2f-4b8d-85ea-34da4d704039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:45.365112 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-eda15820-0d2f-4b8d-85ea-34da4d704039 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2050822 Jun 14 16:33:45.581120 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 50670) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:45.637637 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c59e4d-957c-4419-8032-d457f424488e None None] Network 42ebf823-4698-4271-81d9-2958ac81268c requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:33:45.707526 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_v2 [None req-c43ceec7-8aa9-4e20-bef9-3cbb5bf2486c admin admin] Deleting subnet 5d987080-99fa-4301-b968-9ce8ee48fb22 {{(pid=91925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 16:33:45.712342 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c43ceec7-8aa9-4e20-bef9-3cbb5bf2486c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:45.790375 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c43ceec7-8aa9-4e20-bef9-3cbb5bf2486c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:45.811221 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c43ceec7-8aa9-4e20-bef9-3cbb5bf2486c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3822193'] for subnet, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:45.976118 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c43ceec7-8aa9-4e20-bef9-3cbb5bf2486c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3822200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801'] for subnet, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:45.981574 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-7bb3a4eb-ab42-47c6-845d-89e24b4ab19b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:46.081561 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ceec7-8aa9-4e20-bef9-3cbb5bf2486c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d987080-99fa-4301-b968-9ce8ee48fb22,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:46.094678 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c43ceec7-8aa9-4e20-bef9-3cbb5bf2486c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:46.096627 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-c43ceec7-8aa9-4e20-bef9-3cbb5bf2486c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5d987080-99fa-4301-b968-9ce8ee48fb22 HTTP/1.1" status: 204 len: 168 time: 0.5141521 Jun 14 16:33:46.099488 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 50694) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:46.136178 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-c43ceec7-8aa9-4e20-bef9-3cbb5bf2486c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:46.142495 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 50698) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:46.265130 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c214c96d-7325-40c0-bfe3-d3ac62c58aa4 req-17711590-a1b4-4844-a050-4ae908ebbd13 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0598049 Jun 14 16:33:46.367579 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684090'] for network, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:46.620714 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 50714) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:46.687713 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3827948', 'neutron.services.segments.db._delete_segments_for_network-8769377283256'] for network, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:46.713787 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b1467a21-987d-4922-a07d-87c25bcb7eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:46.756207 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-37fec3fb-1a64-402a-808e-925ba31033bd req-c9b08186-05f4-44ea-a9b5-a797c67cdcad tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 210 time: 0.1364381 Jun 14 16:33:46.762980 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:46.763276 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:46.764195 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:46.764673 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] Subscribe: > port after_create 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:46.765144 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:46.765634 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] Subscribe: > port after_update 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:46.766116 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:46.766598 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:46.767075 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:46.767542 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:46.777120 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e0194b9d-ab3d-4188-93eb-bf4c790075c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:46.871237 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b1467a21-987d-4922-a07d-87c25bcb7eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:46.877565 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b1467a21-987d-4922-a07d-87c25bcb7eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:46.884153 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:46.951871 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-b1467a21-987d-4922-a07d-87c25bcb7eba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f24d0a37a7ba4c2b8243c8aa6937f726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294494 Jun 14 16:33:46.958250 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 50718) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:46.970374 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1467a21-987d-4922-a07d-87c25bcb7eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8e87d0-8c62-4f97-904c-67575f24e228,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:46.982743 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-b1467a21-987d-4922-a07d-87c25bcb7eba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:47.057585 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e5f59d36-0edd-4704-80cc-324aaa496a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:47.107310 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:47.108079 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:47.108266 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:47.108776 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e5f59d36-0edd-4704-80cc-324aaa496a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:47.109103 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:47.109822 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5a1982-073d-438d-b7a6-075d324e9cc2']}} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:33:47.112223 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e0194b9d-ab3d-4188-93eb-bf4c790075c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:47.122772 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e0194b9d-ab3d-4188-93eb-bf4c790075c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:47.134876 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-5164713a-f980-4459-921d-28955d008900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:47.143843 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a39e4866-3c14-4f68-a15e-b32841d8bbc1') {'for_net_delete': True} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:33:47.144505 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a39e4866-3c14-4f68-a15e-b32841d8bbc1') {} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:33:47.169493 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769377283094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11922907'] for segment, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:47.194540 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-e0194b9d-ab3d-4188-93eb-bf4c790075c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=954d72b5aed6484585b4a9a30d3f2879&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0503113 Jun 14 16:33:47.200011 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 50720) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:47.200423 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0194b9d-ab3d-4188-93eb-bf4c790075c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05108af-ef04-4ac0-bfd1-1176f6d53cb7,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:47.204675 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-e0194b9d-ab3d-4188-93eb-bf4c790075c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:47.208360 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:47.228976 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=91924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 16:33:47.229367 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12205854'] for segment, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: from cryptography.utils import int_from_bytes Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: from cryptography.utils import int_from_bytes Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: Traceback (most recent call last): Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: timer() Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: cb(*args, **kw) Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: return func(*args, **kwargs) Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: self._notify() Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: self.callback(batched_events) Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: event.method(event) Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: return f(self, *a, **k) Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: return self._get(url).json() Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: return self.request(url, 'GET', **kwargs) Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 16:33:47.233580 dv-cinder-796286-2-iscsi neutron-server[91924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 16:33:47.244511 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e5f59d36-0edd-4704-80cc-324aaa496a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:47.248370 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e5f59d36-0edd-4704-80cc-324aaa496a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:47.249841 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-e5f59d36-0edd-4704-80cc-324aaa496a52 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c8e87d0-8c62-4f97-904c-67575f24e228 HTTP/1.1" status: 204 len: 168 time: 0.2906690 Jun 14 16:33:47.250872 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:47.263463 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f59d36-0edd-4704-80cc-324aaa496a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8e87d0-8c62-4f97-904c-67575f24e228,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:47.267868 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-e5f59d36-0edd-4704-80cc-324aaa496a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:47.323381 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811d9be-d5cb-46b3-a67d-b0139e677f39 req-672f0cdb-ea2a-446f-9816-00a21baf63cc tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:47.330929 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9811d9be-d5cb-46b3-a67d-b0139e677f39 req-672f0cdb-ea2a-446f-9816-00a21baf63cc tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 931 time: 0.8132484 Jun 14 16:33:47.575807 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-354420e0-f1f7-4a09-a3a0-faaf58a7077e req-6e9f009c-c6f3-479b-bf17-35102453d0a6 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0759368 Jun 14 16:33:47.608529 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9811d9be-d5cb-46b3-a67d-b0139e677f39 req-169e47b6-b639-42d0-9933-4240917db55c tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/security-groups?id=52bd3b6c-22cc-4b14-8f9d-fbbb9e5ca506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731464 Jun 14 16:33:47.640573 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3827955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594186'] for network, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:47.658343 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:47.660569 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2b5a1982-073d-438d-b7a6-075d324e9cc2 HTTP/1.1" status: 204 len: 168 time: 1.5590982 Jun 14 16:33:47.661912 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-081ea5a8-2314-4bf1-8410-382100aada7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:47.663821 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 50736) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:47.664375 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-48dbd875-9633-4450-93f1-30bffbf96b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:47.695204 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b5a1982-073d-438d-b7a6-075d324e9cc2,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:47.698497 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:47.715585 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-48dbd875-9633-4450-93f1-30bffbf96b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:47.737699 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_v2 [None req-a147b6a6-0575-41a5-b7cc-f8cf1dd43df6 admin admin] Deleting subnet 63b4d186-a00a-43a2-9bfc-b29a2be55175 {{(pid=91925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 16:33:47.742147 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a147b6a6-0575-41a5-b7cc-f8cf1dd43df6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:47.816104 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-48dbd875-9633-4450-93f1-30bffbf96b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:47.823702 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-48dbd875-9633-4450-93f1-30bffbf96b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:47.826795 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-48dbd875-9633-4450-93f1-30bffbf96b6e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f05108af-ef04-4ac0-bfd1-1176f6d53cb7 HTTP/1.1" status: 204 len: 168 time: 0.6229284 Jun 14 16:33:47.826795 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bc410104-4066-435f-88f4-0ba576388e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:47.843573 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbd875-9633-4450-93f1-30bffbf96b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05108af-ef04-4ac0-bfd1-1176f6d53cb7,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:47.847980 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-48dbd875-9633-4450-93f1-30bffbf96b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:47.889455 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a147b6a6-0575-41a5-b7cc-f8cf1dd43df6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:47.903336 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a147b6a6-0575-41a5-b7cc-f8cf1dd43df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3822193'] for subnet, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:47.932922 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 50746) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:47.980346 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ca168935-1c44-48c3-8566-e310f6e0e57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:48.017858 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a147b6a6-0575-41a5-b7cc-f8cf1dd43df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3822200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801'] for subnet, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:48.023067 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:48.039914 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c6ce3233-2d0f-4fa2-84b0-d4f9ab18716a req-1e90dddc-9b58-440a-9fc3-004d8e113ca9 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 210 time: 0.0461922 Jun 14 16:33:48.092427 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147b6a6-0575-41a5-b7cc-f8cf1dd43df6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63b4d186-a00a-43a2-9bfc-b29a2be55175,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:48.094892 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-a147b6a6-0575-41a5-b7cc-f8cf1dd43df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:48.095961 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a147b6a6-0575-41a5-b7cc-f8cf1dd43df6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:48.100564 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-a147b6a6-0575-41a5-b7cc-f8cf1dd43df6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/63b4d186-a00a-43a2-9bfc-b29a2be55175 HTTP/1.1" status: 204 len: 168 time: 0.4322724 Jun 14 16:33:48.101161 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 50750) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:48.177670 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ca168935-1c44-48c3-8566-e310f6e0e57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:48.186460 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ca168935-1c44-48c3-8566-e310f6e0e57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:48.190223 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e5a1a202-1243-471e-b1a2-db6307b3e2be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:48.214548 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684090'] for network, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:48.224745 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca168935-1c44-48c3-8566-e310f6e0e57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f14431-6a74-4ec4-b670-cfd35e6b0a11,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:48.230706 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ca168935-1c44-48c3-8566-e310f6e0e57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:48.242677 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-ca168935-1c44-48c3-8566-e310f6e0e57c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b2d153bedcc641aab7d6207750613540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085985 Jun 14 16:33:48.245269 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 50754) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:48.313689 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-85604d71-99b5-4b0e-99d5-16498310edd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:48.346970 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-85604d71-99b5-4b0e-99d5-16498310edd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:48.354168 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3827948', 'neutron.services.segments.db._delete_segments_for_network-8769377283256'] for network, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:48.368810 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:48.369271 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:48.370085 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:48.370597 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] Subscribe: > port after_create 55550000 {{(pid=91925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:48.371226 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:48.371591 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] Subscribe: > port after_update 55550000 {{(pid=91925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:48.371934 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:48.372257 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:48.372582 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:48.372899 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:48.402381 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 50758) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:48.423922 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-85604d71-99b5-4b0e-99d5-16498310edd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:48.426495 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-85604d71-99b5-4b0e-99d5-16498310edd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:48.427645 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-85604d71-99b5-4b0e-99d5-16498310edd9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b7f14431-6a74-4ec4-b670-cfd35e6b0a11 HTTP/1.1" status: 204 len: 168 time: 0.1813841 Jun 14 16:33:48.428532 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-48dbd875-9633-4450-93f1-30bffbf96b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:48.430668 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1bd3c4cc-5abd-4674-93cd-c3f162ee4133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:48.452587 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85604d71-99b5-4b0e-99d5-16498310edd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f14431-6a74-4ec4-b670-cfd35e6b0a11,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:48.454813 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-85604d71-99b5-4b0e-99d5-16498310edd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:48.559617 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:48.560019 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:48.560354 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:48.560784 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91925) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 14 16:33:48.561154 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ebf823-4698-4271-81d9-2958ac81268c']}} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:33:48.561291 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1bd3c4cc-5abd-4674-93cd-c3f162ee4133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:48.568532 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1bd3c4cc-5abd-4674-93cd-c3f162ee4133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:48.572965 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c76a8720-aa57-4aba-9756-210c93b9294a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:48.584402 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953d01d3-5d3c-4da8-afff-dcf7afb57e0d') {'for_net_delete': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:33:48.584970 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953d01d3-5d3c-4da8-afff-dcf7afb57e0d') {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:33:48.609441 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769377283094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11696419'] for segment, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:48.616858 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-1bd3c4cc-5abd-4674-93cd-c3f162ee4133 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3bc1c4bfd1724f09827d60779610ef2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2131228 Jun 14 16:33:48.619477 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3c4cc-5abd-4674-93cd-c3f162ee4133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83e7cdd-8e41-49d9-9672-e129e5b4ea62,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:48.622119 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 50764) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:48.624377 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-1bd3c4cc-5abd-4674-93cd-c3f162ee4133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:48.650106 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:48.670664 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=91925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 16:33:48.671300 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11589309'] for segment, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: from cryptography.utils import int_from_bytes Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: from cryptography.utils import int_from_bytes Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: retrieve_revision_numbers = { Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: retrieve_revision_numbers = { Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: Traceback (most recent call last): Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: timer() Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: cb(*args, **kw) Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: return func(*args, **kwargs) Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: self._notify() Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: self.callback(batched_events) Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: event.method(event) Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: return f(self, *a, **k) Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: return self._get(url).json() Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: return self.request(url, 'GET', **kwargs) Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 16:33:48.675112 dv-cinder-796286-2-iscsi neutron-server[91925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 16:33:48.724372 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9a34f4d2-f173-46e0-8e4d-79cdda179471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:48.748746 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9a34f4d2-f173-46e0-8e4d-79cdda179471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:48.783689 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7e2e1144-2923-4916-85a6-175ca06120fb req-c7aab296-03d7-4a0d-9f79-d3b56c5d15f8 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0387678 Jun 14 16:33:48.822786 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3827955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594186'] for network, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:48.835901 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:48.838642 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] 10.222.0.25 "DELETE /v2.0/networks/42ebf823-4698-4271-81d9-2958ac81268c HTTP/1.1" status: 204 len: 168 time: 0.7354789 Jun 14 16:33:48.846754 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-d66ad2a4-8c2a-47ee-949a-c5b917ea79d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:48.865336 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] Pushing event deleted for resources: {'Network': ['ID=42ebf823-4698-4271-81d9-2958ac81268c,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:48.870232 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-bb40d9d3-130d-4f7f-b763-2ed906275166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:48.881440 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45300a15-5f85-476f-950e-a2e0e4abf9b7 req-1d709146-a14d-4a6a-96ac-31cef8f428ae tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:48.883158 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-45300a15-5f85-476f-950e-a2e0e4abf9b7 req-1d709146-a14d-4a6a-96ac-31cef8f428ae tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 931 time: 0.1021612 Jun 14 16:33:48.916228 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9a34f4d2-f173-46e0-8e4d-79cdda179471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:48.919417 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9a34f4d2-f173-46e0-8e4d-79cdda179471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:48.922372 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-9a34f4d2-f173-46e0-8e4d-79cdda179471 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f83e7cdd-8e41-49d9-9672-e129e5b4ea62 HTTP/1.1" status: 204 len: 168 time: 0.2975872 Jun 14 16:33:48.922372 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-8809bc69-7322-4b8f-b41d-c5e0f01fd010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:48.935167 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34f4d2-f173-46e0-8e4d-79cdda179471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83e7cdd-8e41-49d9-9672-e129e5b4ea62,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:48.937852 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-9a34f4d2-f173-46e0-8e4d-79cdda179471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:48.954724 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-45300a15-5f85-476f-950e-a2e0e4abf9b7 req-851eb141-e828-40cc-a2cb-d6f7f4141349 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/security-groups?id=52bd3b6c-22cc-4b14-8f9d-fbbb9e5ca506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647407 Jun 14 16:33:49.025063 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 50786) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:49.087760 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-3ee98a0e-1983-418e-88ca-dc4bad20c9d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=02b0c656675d488f9fa973d69e191a18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0597832 Jun 14 16:33:49.090712 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 50792) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:49.163548 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-14ed28b2-606c-49e6-bf61-4dfbaced29f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:49.229614 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-14ed28b2-606c-49e6-bf61-4dfbaced29f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:49.315807 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-14ba3f92-9d27-49db-ba69-6702ad426285 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 16:33:49.316924 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-14ba3f92-9d27-49db-ba69-6702ad426285 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148764 Jun 14 16:33:49.324686 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [req-49c446fe-21f9-44cb-8519-699e71b5389b req-5f4cdb93-8bd3-4bce-ab31-799b5e635f43 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 16:33:49.325814 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-49c446fe-21f9-44cb-8519-699e71b5389b req-5f4cdb93-8bd3-4bce-ab31-799b5e635f43 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0226023 Jun 14 16:33:49.355177 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-14ed28b2-606c-49e6-bf61-4dfbaced29f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:49.359427 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-14ed28b2-606c-49e6-bf61-4dfbaced29f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:49.360816 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-14ed28b2-606c-49e6-bf61-4dfbaced29f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f83ff62-4330-40ac-be95-549f643a7d17 HTTP/1.1" status: 204 len: 168 time: 0.2685604 Jun 14 16:33:49.361611 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:49.370136 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-417998fd-1322-417f-aba6-513f32b73913 req-20b39b86-e9fd-4ac1-ba6e-18e213f52139 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 210 time: 0.1059887 Jun 14 16:33:49.382021 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed28b2-606c-49e6-bf61-4dfbaced29f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f83ff62-4330-40ac-be95-549f643a7d17,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:49.389089 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-14ed28b2-606c-49e6-bf61-4dfbaced29f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:49.475232 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 50812) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:49.511416 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a0f79f88-c3f0-4261-99b3-8a15077a23cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:49.798039 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a0f79f88-c3f0-4261-99b3-8a15077a23cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:49.809164 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a0f79f88-c3f0-4261-99b3-8a15077a23cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:49.814177 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-e0194b9d-ab3d-4188-93eb-bf4c790075c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:49.938216 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-a0f79f88-c3f0-4261-99b3-8a15077a23cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9b14192dd5d4f2e812bd6365b967d6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4615633 Jun 14 16:33:49.939661 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 50838) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:49.941314 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f79f88-c3f0-4261-99b3-8a15077a23cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fd0630-6043-4b61-87a3-7303638fb609,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:49.963948 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-a0f79f88-c3f0-4261-99b3-8a15077a23cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:50.146811 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc376049-63ad-4c40-ad77-a403da96db70 req-88db8a67-4387-47cb-a851-89ca78019326 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:50.148488 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fc376049-63ad-4c40-ad77-a403da96db70 req-88db8a67-4387-47cb-a851-89ca78019326 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.43 "GET /v2.0/networks?id=8bacab7d-e7d5-400d-a72a-7caeec0312a6 HTTP/1.1" status: 200 len: 819 time: 0.9787560 Jun 14 16:33:50.179874 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] Request body: {'port': {'device_id': 'f9544910-d385-45af-a7f9-d079013e0209', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:50.208954 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-fc376049-63ad-4c40-ad77-a403da96db70 req-17cca715-6282-4657-9178-791508a398c0 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Request body: {'port': {'device_id': '7057b51e-c0a4-46b7-9397-fe2744a9161e', 'network_id': '8bacab7d-e7d5-400d-a72a-7caeec0312a6', 'admin_state_up': True, 'tenant_id': '2c90e9f6caa44ace9e9c8571d4b33473'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:50.221161 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [req-49c446fe-21f9-44cb-8519-699e71b5389b req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] Request body: {'port': {'device_id': '207225a7-c282-4293-b307-ddb8e53a1158', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:50.374945 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:50.375912 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-88b053a7-59f5-4f7b-ada7-3e8aee35b56b req-585824b7-ec1d-4abe-b268-0fb5afd7ae3a tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.1953359 Jun 14 16:33:50.404505 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-49c446fe-21f9-44cb-8519-699e71b5389b req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:50.453944 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 50858) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:50.504079 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 50860) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:50.619125 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a93dc0cf-faba-40a3-a657-999dd01f3665 req-0151d276-937a-4fff-8354-e9c097345b2c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 210 time: 0.0417066 Jun 14 16:33:50.619956 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-5d4b8c76-9fb7-4c05-a37d-df3640128742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:50.655893 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.43', 59016) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:50.743196 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-5d4b8c76-9fb7-4c05-a37d-df3640128742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:50.852741 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87524ba-2b8a-421c-a3a9-4e09a59f8a61 req-b71768c5-1388-4d66-8efa-f9f02307d8ca tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:50.854743 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f87524ba-2b8a-421c-a3a9-4e09a59f8a61 req-b71768c5-1388-4d66-8efa-f9f02307d8ca tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 931 time: 0.7013876 Jun 14 16:33:50.936486 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc376049-63ad-4c40-ad77-a403da96db70 req-17cca715-6282-4657-9178-791508a398c0 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Made reservation on behalf of 2c90e9f6caa44ace9e9c8571d4b33473 for: {'port': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:33:50.938115 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-1adb5543-3d42-4035-8b96-5daf0ec0e45d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1993500187-network', 'tenant_id': '812be95d149243988f1a3f71917b6ca0'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:50.941919 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-fc376049-63ad-4c40-ad77-a403da96db70 req-17cca715-6282-4657-9178-791508a398c0 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:50.949090 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-789fa0b1-1474-48b7-8d8e-e7873696c7d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c26d114d8303411f8afa063e329d534c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4935539 Jun 14 16:33:50.963518 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 50866) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:51.004922 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-b7a649e9-533f-4935-8894-d862abaa7283 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:51.006493 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-b7a649e9-533f-4935-8894-d862abaa7283 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.43 "GET /v2.0/networks?id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 HTTP/1.1" status: 200 len: 810 time: 0.3494773 Jun 14 16:33:51.024037 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f87524ba-2b8a-421c-a3a9-4e09a59f8a61 req-0cdba534-d2a1-4eda-83c2-fb32302228f1 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/security-groups?id=52bd3b6c-22cc-4b14-8f9d-fbbb9e5ca506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391256 Jun 14 16:33:51.047923 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-5d4b8c76-9fb7-4c05-a37d-df3640128742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:51.050675 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-5d4b8c76-9fb7-4c05-a37d-df3640128742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:51.051860 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-5d4b8c76-9fb7-4c05-a37d-df3640128742 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/35fd0630-6043-4b61-87a3-7303638fb609 HTTP/1.1" status: 204 len: 168 time: 1.1084521 Jun 14 16:33:51.091471 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:51.142856 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adb5543-3d42-4035-8b96-5daf0ec0e45d admin admin] Made reservation on behalf of 812be95d149243988f1a3f71917b6ca0 for: {'network': 1} {{(pid=91925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:33:51.145511 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1adb5543-3d42-4035-8b96-5daf0ec0e45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for network, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:51.150462 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b8c76-9fb7-4c05-a37d-df3640128742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fd0630-6043-4b61-87a3-7303638fb609,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:51.164897 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-5d4b8c76-9fb7-4c05-a37d-df3640128742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:51.204249 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9e40c5c6-024f-4d4b-9d73-b4b2b6662bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:51.216265 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1adb5543-3d42-4035-8b96-5daf0ec0e45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:51.236317 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-8c08c518-a3b0-431b-948e-6dd1bf4d8cb8 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8586ae834394465a86a02671a1260b36 HTTP/1.1" status: 200 len: 379 time: 0.1457770 Jun 14 16:33:51.248315 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-5e94fca3-5885-4604-a115-494f933ae372 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Request body: {'port': {'device_id': '37a4a599-c468-4b17-9631-57b6cad3f96c', 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'admin_state_up': True, 'tenant_id': '8586ae834394465a86a02671a1260b36', 'security_groups': ['857499c0-4b45-4c36-ac80-bef30d7d0e66']}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:51.421142 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9e40c5c6-024f-4d4b-9d73-b4b2b6662bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:51.654798 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9e40c5c6-024f-4d4b-9d73-b4b2b6662bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:51.656424 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9e40c5c6-024f-4d4b-9d73-b4b2b6662bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:51.660597 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-9e40c5c6-024f-4d4b-9d73-b4b2b6662bbe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/11075a87-6015-4ba9-99b3-8810a353c6fc HTTP/1.1" status: 204 len: 168 time: 0.6771612 Jun 14 16:33:51.667025 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1adb5543-3d42-4035-8b96-5daf0ec0e45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:51.667984 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:51.698813 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ebd8d968-3d4d-46db-b8ba-81cb6aa3cddc req-1fd78624-c69f-4dc1-966d-a441c9acd9dd tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.1110601 Jun 14 16:33:51.709712 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40c5c6-024f-4d4b-9d73-b4b2b6662bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11075a87-6015-4ba9-99b3-8810a353c6fc,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:51.747505 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1adb5543-3d42-4035-8b96-5daf0ec0e45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:51.755752 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-5e94fca3-5885-4604-a115-494f933ae372 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Made reservation on behalf of 8586ae834394465a86a02671a1260b36 for: {'port': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:33:51.758433 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-9e40c5c6-024f-4d4b-9d73-b4b2b6662bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:51.759293 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-9e40c5c6-024f-4d4b-9d73-b4b2b6662bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:51.760275 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-5e94fca3-5885-4604-a115-494f933ae372 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:51.790847 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb5543-3d42-4035-8b96-5daf0ec0e45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe3219d-7cf4-4327-84e1-bdfd7ccabd88,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:51.817714 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 314250d2-4441-481b-8741-8329c6e463fd {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:33:51.825731 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-1adb5543-3d42-4035-8b96-5daf0ec0e45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:51.833972 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:51.848945 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1adb5543-3d42-4035-8b96-5daf0ec0e45d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=91925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:33:51.854324 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [req-49c446fe-21f9-44cb-8519-699e71b5389b req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56ff6c3-87a2-4190-bdb4-c2ba04444c91 {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:33:51.874999 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-49c446fe-21f9-44cb-8519-699e71b5389b req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:51.891844 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] Transition to ACTIVE for port object 314250d2-4441-481b-8741-8329c6e463fd will not be triggered until provisioned by entity L2. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:33:51.896114 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1adb5543-3d42-4035-8b96-5daf0ec0e45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:51.896530 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.db.segments_db [None req-1adb5543-3d42-4035-8b96-5daf0ec0e45d admin admin] Added segment 928a6da2-f799-493c-bfbd-757e3a11450c of type vlan for network 32da9882-67ed-47f5-a72a-947b02f39929 Jun 14 16:33:51.909855 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [req-49c446fe-21f9-44cb-8519-699e71b5389b req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] Transition to ACTIVE for port object c56ff6c3-87a2-4190-bdb4-c2ba04444c91 will not be triggered until provisioned by entity L2. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:33:51.910759 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11589337'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:51.915684 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:51.998577 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] Pushing event updated for resources: {'Port': ['ID=314250d2-4441-481b-8741-8329c6e463fd,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:52.002218 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-49c446fe-21f9-44cb-8519-699e71b5389b req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11589337'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:52.023034 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:52.035167 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-655cf478-514a-4899-88e4-f9bf5b909d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:52.041990 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1adb5543-3d42-4035-8b96-5daf0ec0e45d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769376812472'] for network, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:52.141664 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-5e94fca3-5885-4604-a115-494f933ae372 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Allocated IP 172.20.0.7 (b53c2976-08b4-436a-b6fb-4c66bcc4ffa9/60993bc5-fab3-4267-a96d-bd92b388336f/929f886e-28a3-4e84-a40d-fa6044d9717e) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:33:52.221137 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.db.resource_extend [None req-1adb5543-3d42-4035-8b96-5daf0ec0e45d admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 14 16:33:52.260463 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 50948) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:52.283462 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] Pushing event updated for resources: {'Port': ['ID=c56ff6c3-87a2-4190-bdb4-c2ba04444c91,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:52.305795 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:52.384183 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1adb5543-3d42-4035-8b96-5daf0ec0e45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:52.420371 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adb5543-3d42-4035-8b96-5daf0ec0e45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:52.420981 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1adb5543-3d42-4035-8b96-5daf0ec0e45d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:52.428345 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:52.469353 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ac257b00-f8f9-48d5-b984-828af0cea832 req-1d390aa6-bd4e-4b01-be1b-7b7e3f8a14b1 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 210 time: 0.5328469 Jun 14 16:33:52.510214 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] Attempting to bind port 314250d2-4441-481b-8741-8329c6e463fd on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:33:52.510214 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] Attempting to bind port 314250d2-4441-481b-8741-8329c6e463fd by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd254e33d-428e-46aa-865b-f04cadb7452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bacab7d-e7d5-400d-a72a-7caeec0312a6'}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:33:52.510214 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] Attempting to bind port 314250d2-4441-481b-8741-8329c6e463fd on network 8bacab7d-e7d5-400d-a72a-7caeec0312a6 {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:33:52.519628 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-1adb5543-3d42-4035-8b96-5daf0ec0e45d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0101843 Jun 14 16:33:52.520762 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 50964) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:52.524615 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] Port 314250d2-4441-481b-8741-8329c6e463fd on network 8bacab7d-e7d5-400d-a72a-7caeec0312a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:33:52.525039 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] Attempting to bind port 314250d2-4441-481b-8741-8329c6e463fd on network 8bacab7d-e7d5-400d-a72a-7caeec0312a6 {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:33:52.529295 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [req-fc376049-63ad-4c40-ad77-a403da96db70 req-17cca715-6282-4657-9178-791508a398c0 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Allocated IP 172.20.0.5 (8bacab7d-e7d5-400d-a72a-7caeec0312a6/76ebf11c-6866-45a5-8a22-bba3c93daf27/8f8ce50d-84b8-451f-85ed-ebe95e0c4a91) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:33:52.537602 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-c411392d-4e1d-4ec9-9ffb-860bf0ce1752 admin admin] Request body: {'subnet': {'network_id': '32da9882-67ed-47f5-a72a-947b02f39929', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1993500187-subnet', 'tenant_id': '812be95d149243988f1a3f71917b6ca0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:52.589165 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] Checking agent: {'id': 'd91e4a82-0936-47d0-84c3-2c620c6821d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'started_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:33:52.589478 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] Checking segment: {'id': 'd254e33d-428e-46aa-865b-f04cadb7452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bacab7d-e7d5-400d-a72a-7caeec0312a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:33:52.590170 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] Bound using segment: {'id': 'd254e33d-428e-46aa-865b-f04cadb7452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bacab7d-e7d5-400d-a72a-7caeec0312a6'} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:33:52.590714 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] Bound port: 314250d2-4441-481b-8741-8329c6e463fd, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd254e33d-428e-46aa-865b-f04cadb7452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bacab7d-e7d5-400d-a72a-7caeec0312a6'}}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:33:52.591094 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:52.599717 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-5e94fca3-5885-4604-a115-494f933ae372 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:52.621034 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb5543-3d42-4035-8b96-5daf0ec0e45d admin admin] Pushing event updated for resources: {'Network': ['ID=32da9882-67ed-47f5-a72a-947b02f39929,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:52.634990 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7b68d6e5-812d-4c2e-a912-d906235feb18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:52.635780 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Network 32da9882-67ed-47f5-a72a-947b02f39929 details requested by agent ovs-agent-dv-cinder-796286-2-iscsi with host dv-cinder-796286-2-iscsi {{(pid=91926) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:33:52.642915 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-1adb5543-3d42-4035-8b96-5daf0ec0e45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:52.646368 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-5e94fca3-5885-4604-a115-494f933ae372 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Transition to ACTIVE for port object 929f886e-28a3-4e84-a40d-fa6044d9717e will not be triggered until provisioned by entity DHCP. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:33:52.663225 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [req-49c446fe-21f9-44cb-8519-699e71b5389b req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] Attempting to bind port c56ff6c3-87a2-4190-bdb4-c2ba04444c91 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:33:52.663885 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [req-49c446fe-21f9-44cb-8519-699e71b5389b req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] Attempting to bind port c56ff6c3-87a2-4190-bdb4-c2ba04444c91 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '46ae665b-9bfb-4d2c-af32-c943fb35d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'da118daf-946d-4c02-bba7-7e645f5cacdf'}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:33:52.663885 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c446fe-21f9-44cb-8519-699e71b5389b req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] Attempting to bind port c56ff6c3-87a2-4190-bdb4-c2ba04444c91 on network da118daf-946d-4c02-bba7-7e645f5cacdf {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:33:52.678041 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c274ae-8c3d-470a-94dd-4e3a384d2f47 req-6522d866-65db-4f40-971c-31e589387159 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:52.679763 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a1c274ae-8c3d-470a-94dd-4e3a384d2f47 req-6522d866-65db-4f40-971c-31e589387159 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 943 time: 0.3362844 Jun 14 16:33:52.760545 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c446fe-21f9-44cb-8519-699e71b5389b req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] Port c56ff6c3-87a2-4190-bdb4-c2ba04444c91 on network da118daf-946d-4c02-bba7-7e645f5cacdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:33:52.760871 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c446fe-21f9-44cb-8519-699e71b5389b req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] Attempting to bind port c56ff6c3-87a2-4190-bdb4-c2ba04444c91 on network da118daf-946d-4c02-bba7-7e645f5cacdf {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:33:52.771369 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c411392d-4e1d-4ec9-9ffb-860bf0ce1752 admin admin] Made reservation on behalf of 812be95d149243988f1a3f71917b6ca0 for: {'subnet': 1} {{(pid=91925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:33:52.778607 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c411392d-4e1d-4ec9-9ffb-860bf0ce1752 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12509313'] for subnet, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:52.810989 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c446fe-21f9-44cb-8519-699e71b5389b req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] Checking agent: {'id': 'd91e4a82-0936-47d0-84c3-2c620c6821d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'started_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:33:52.811741 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c446fe-21f9-44cb-8519-699e71b5389b req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] Checking segment: {'id': '46ae665b-9bfb-4d2c-af32-c943fb35d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'da118daf-946d-4c02-bba7-7e645f5cacdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:33:52.812369 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c446fe-21f9-44cb-8519-699e71b5389b req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] Bound using segment: {'id': '46ae665b-9bfb-4d2c-af32-c943fb35d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'da118daf-946d-4c02-bba7-7e645f5cacdf'} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:33:52.813025 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [req-49c446fe-21f9-44cb-8519-699e71b5389b req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] Bound port: c56ff6c3-87a2-4190-bdb4-c2ba04444c91, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46ae665b-9bfb-4d2c-af32-c943fb35d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'da118daf-946d-4c02-bba7-7e645f5cacdf'}}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:33:52.813597 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-49c446fe-21f9-44cb-8519-699e71b5389b req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:52.890998 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] For port 314250d2-4441-481b-8741-8329c6e463fd, host hv-cinder-79628, cleared binding levels {{(pid=91925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:33:53.223301 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] For port 314250d2-4441-481b-8741-8329c6e463fd, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=314250d2-4441-481b-8741-8329c6e463fd,segment=NetworkSegment(d254e33d-428e-46aa-865b-f04cadb7452d),segment_id=d254e33d-428e-46aa-865b-f04cadb7452d)] {{(pid=91925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:33:53.232229 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0ce63c52-90f3-4c38-a9fc-d3feb3a3ac57 req-1fa2f1c1-d9fb-4858-a37a-79d13705458c tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0720010 Jun 14 16:33:53.248966 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11589337'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:53.256073 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a1c274ae-8c3d-470a-94dd-4e3a384d2f47 req-0acb6bbf-50af-43e8-987d-7d4b20005576 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/security-groups?id=52bd3b6c-22cc-4b14-8f9d-fbbb9e5ca506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5567336 Jun 14 16:33:53.258043 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c411392d-4e1d-4ec9-9ffb-860bf0ce1752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11588439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12509335'] for subnet, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:53.263618 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:53.273956 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-5e94fca3-5885-4604-a115-494f933ae372 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12205892'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:53.279997 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-79360d8e-6b2a-4fd8-8ded-2dfdf91d0f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:53.375138 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:53.375774 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for port, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:53.377457 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] 10.222.0.43 "PUT /v2.0/ports/314250d2-4441-481b-8741-8329c6e463fd HTTP/1.1" status: 200 len: 1093 time: 3.7193563 Jun 14 16:33:53.381503 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9544910-d385-45af-a7f9-d079013e0209', 'tag': '314250d2-4441-481b-8741-8329c6e463fd'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:33:53.390011 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [req-49c446fe-21f9-44cb-8519-699e71b5389b req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] For port c56ff6c3-87a2-4190-bdb4-c2ba04444c91, host hv-cinder-79628, cleared binding levels {{(pid=91925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:33:53.427855 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-fc376049-63ad-4c40-ad77-a403da96db70 req-17cca715-6282-4657-9178-791508a398c0 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:53.444831 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [req-49c446fe-21f9-44cb-8519-699e71b5389b req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] For port c56ff6c3-87a2-4190-bdb4-c2ba04444c91, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c56ff6c3-87a2-4190-bdb4-c2ba04444c91,segment=NetworkSegment(46ae665b-9bfb-4d2c-af32-c943fb35d8f7),segment_id=46ae665b-9bfb-4d2c-af32-c943fb35d8f7)] {{(pid=91925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:33:53.446057 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-5e94fca3-5885-4604-a115-494f933ae372 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Network b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:33:53.457734 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-5e94fca3-5885-4604-a115-494f933ae372 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:33:53.461059 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-5e94fca3-5885-4604-a115-494f933ae372 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:33:53.489683 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-49c446fe-21f9-44cb-8519-699e71b5389b req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11589337'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:53.516112 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] Pushing event updated for resources: {'Port': ['ID=314250d2-4441-481b-8741-8329c6e463fd,revision_number=3']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:53.530560 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:53.530879 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:53.592340 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 51004) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:53.611548 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94fca3-5885-4604-a115-494f933ae372 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Pushing event updated for resources: {'Port': ['ID=929f886e-28a3-4e84-a40d-fa6044d9717e,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:53.636491 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-5e94fca3-5885-4604-a115-494f933ae372 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:53.659385 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-5e94fca3-5885-4604-a115-494f933ae372 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:53.660253 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-5e94fca3-5885-4604-a115-494f933ae372 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:53.799016 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2d610f14-aabb-4447-b7cb-10f42c552d4a req-b92bc668-48c4-436a-aca6-4ea7bf759673 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 210 time: 0.0746312 Jun 14 16:33:53.803773 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-fc376049-63ad-4c40-ad77-a403da96db70 req-17cca715-6282-4657-9178-791508a398c0 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12205892'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:53.810987 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b19f301a-9e22-40c2-8e83-69e14315cd50 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:53.833667 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-787f4e07-9e2d-4efe-aa38-9b8b9ddb603b None None] Provisioning for port 929f886e-28a3-4e84-a40d-fa6044d9717e completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:33:53.844517 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-787f4e07-9e2d-4efe-aa38-9b8b9ddb603b None None] Provisioning complete for port 929f886e-28a3-4e84-a40d-fa6044d9717e triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:33:53.845288 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-787f4e07-9e2d-4efe-aa38-9b8b9ddb603b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:53.847206 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d291eb15d8c6473d16ee8dba452630a330a550e33bdf6927b5873c3041ff4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30fb391-8db0-4f56-854b-2f8d3918928e" -d '{"events": [{"name": "network-changed", "server_uuid": "f9544910-d385-45af-a7f9-d079013e0209", "tag": "314250d2-4441-481b-8741-8329c6e463fd"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:33:53.852348 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7b68d6e5-812d-4c2e-a912-d906235feb18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:53.872065 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c446fe-21f9-44cb-8519-699e71b5389b req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:53.873128 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-49c446fe-21f9-44cb-8519-699e71b5389b req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for port, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:53.873548 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc376049-63ad-4c40-ad77-a403da96db70 req-17cca715-6282-4657-9178-791508a398c0 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Network 8bacab7d-e7d5-400d-a72a-7caeec0312a6 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:33:53.875806 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-49c446fe-21f9-44cb-8519-699e71b5389b req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] 10.222.0.43 "PUT /v2.0/ports/c56ff6c3-87a2-4190-bdb4-c2ba04444c91 HTTP/1.1" status: 200 len: 1093 time: 4.2187932 Jun 14 16:33:53.888046 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c411392d-4e1d-4ec9-9ffb-860bf0ce1752 admin admin] Checking segment: {'id': '928a6da2-f799-493c-bfbd-757e3a11450c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '32da9882-67ed-47f5-a72a-947b02f39929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:33:53.888642 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c411392d-4e1d-4ec9-9ffb-860bf0ce1752 admin admin] Network hostable DHCP agents. Network: 32da9882-67ed-47f5-a72a-947b02f39929, hostable agents: ['375ffa47-0472-477a-9943-d26e949c75c5'], hosted agents: [] {{(pid=91925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:33:53.891232 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [req-fc376049-63ad-4c40-ad77-a403da96db70 req-17cca715-6282-4657-9178-791508a398c0 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:33:53.894530 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-5e94fca3-5885-4604-a115-494f933ae372 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6511550 Jun 14 16:33:53.895625 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc376049-63ad-4c40-ad77-a403da96db70 req-17cca715-6282-4657-9178-791508a398c0 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:33:53.897850 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7b68d6e5-812d-4c2e-a912-d906235feb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:53.906455 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-92b468ba-6a09-4ad1-ac1b-d23797cb80a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:53.915149 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-787f4e07-9e2d-4efe-aa38-9b8b9ddb603b None None] Port 929f886e-28a3-4e84-a40d-fa6044d9717e cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:33:53.918557 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-4ae0d9a3-e940-45ad-a1c5-b0410a0f43de service neutron] Request body: {'port': {'device_id': '37a4a599-c468-4b17-9631-57b6cad3f96c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:54.005476 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cca715-6282-4657-9178-791508a398c0 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Pushing event updated for resources: {'Port': ['ID=8f8ce50d-84b8-451f-85ed-ebe95e0c4a91,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:54.022489 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-17cca715-6282-4657-9178-791508a398c0 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:54.027352 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] Pushing event updated for resources: {'Port': ['ID=c56ff6c3-87a2-4190-bdb4-c2ba04444c91,revision_number=3']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:54.045363 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-7b68d6e5-812d-4c2e-a912-d906235feb18 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=73ca351f35cf42fab2f339886a0c8ed0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7625806 Jun 14 16:33:54.048819 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:54.049348 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc376049-63ad-4c40-ad77-a403da96db70 req-17cca715-6282-4657-9178-791508a398c0 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:54.049630 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 51018) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:54.050018 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-fc376049-63ad-4c40-ad77-a403da96db70 req-17cca715-6282-4657-9178-791508a398c0 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:54.076332 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.761s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:54.128984 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c411392d-4e1d-4ec9-9ffb-860bf0ce1752 admin admin] Network 32da9882-67ed-47f5-a72a-947b02f39929 is scheduled to be hosted by DHCP agent 375ffa47-0472-477a-9943-d26e949c75c5 with binding_index 1 {{(pid=91925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:33:54.133338 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-4ae0d9a3-e940-45ad-a1c5-b0410a0f43de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:54.171934 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-e1c0307e-ca41-49d1-b3c3-a7e783bba57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:54.173647 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-e1c0307e-ca41-49d1-b3c3-a7e783bba57f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c90e9f6caa44ace9e9c8571d4b33473&device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 1096 time: 0.7308822 Jun 14 16:33:54.204789 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-c411392d-4e1d-4ec9-9ffb-860bf0ce1752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-iscsi, 32da9882-67ed-47f5-a72a-947b02f39929) {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:33:54.215920 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0ff53e-5a66-4979-b737-013c4c0b4f99 None None] Network 32da9882-67ed-47f5-a72a-947b02f39929 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:33:54.312136 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-92b468ba-6a09-4ad1-ac1b-d23797cb80a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:54.315937 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-f53e9006-4406-4277-ba23-0c339f47e961 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=314250d2-4441-481b-8741-8329c6e463fd HTTP/1.1" status: 200 len: 217 time: 0.1285794 Jun 14 16:33:54.324265 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18580cb4-1871-4e22-ab7e-563b2e9846d2 x-openstack-request-id: req-18580cb4-1871-4e22-ab7e-563b2e9846d2 {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:33:54.324832 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9544910-d385-45af-a7f9-d079013e0209", "tag": "314250d2-4441-481b-8741-8329c6e463fd", "status": "completed", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:33:54.325390 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18580cb4-1871-4e22-ab7e-563b2e9846d2 {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:33:54.326038 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9544910-d385-45af-a7f9-d079013e0209', 'tag': '314250d2-4441-481b-8741-8329c6e463fd', 'status': 'completed', 'code': 200} Jun 14 16:33:54.333568 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c411392d-4e1d-4ec9-9ffb-860bf0ce1752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:54.334519 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c411392d-4e1d-4ec9-9ffb-860bf0ce1752 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:54.350786 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-92b468ba-6a09-4ad1-ac1b-d23797cb80a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:54.369152 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411392d-4e1d-4ec9-9ffb-860bf0ce1752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dbfd4c7-f816-453a-97dd-e45d8b88a0bb,revision_number=0']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:54.386176 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8192677a-226e-460a-b5ff-21c2c9ab8838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:54.391626 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fc376049-63ad-4c40-ad77-a403da96db70 req-17cca715-6282-4657-9178-791508a398c0 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2285316 Jun 14 16:33:54.420277 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-fc376049-63ad-4c40-ad77-a403da96db70 req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] Request body: {'port': {'device_id': '7057b51e-c0a4-46b7-9397-fe2744a9161e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:54.490259 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c446fe-21f9-44cb-8519-699e71b5389b req-68eb940e-e727-4141-9690-629aae750628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:54.493996 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-49c446fe-21f9-44cb-8519-699e71b5389b req-68eb940e-e727-4141-9690-629aae750628 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e73525f4513146239d77994a487548a2&device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 1096 time: 0.5267315 Jun 14 16:33:54.498326 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-c411392d-4e1d-4ec9-9ffb-860bf0ce1752 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9764707 Jun 14 16:33:54.501361 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-255a552a-49d9-467b-9cfe-076d73995dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:54.505386 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-255a552a-49d9-467b-9cfe-076d73995dab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76ebf11c-6866-45a5-8a22-bba3c93daf27 HTTP/1.1" status: 200 len: 859 time: 0.1564138 Jun 14 16:33:54.512418 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b468ba-6a09-4ad1-ac1b-d23797cb80a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe79440-cc62-4b1b-82f7-3ef0cca3b3d7,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:54.524132 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-c411392d-4e1d-4ec9-9ffb-860bf0ce1752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:54.528318 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-9a34f4d2-f173-46e0-8e4d-79cdda179471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.618s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:54.535904 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3103878b-032e-4eeb-82bb-642b7e24f3a9 None None] Network 32da9882-67ed-47f5-a72a-947b02f39929 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:33:54.542662 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-92b468ba-6a09-4ad1-ac1b-d23797cb80a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:54.552795 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 51042) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:54.655463 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-92b468ba-6a09-4ad1-ac1b-d23797cb80a3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ddee2f3b802542c4aa0837f9c4349a97&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0600488 Jun 14 16:33:54.696550 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-783b17d6-5f59-49c1-81ee-417dce4bd051 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bacab7d-e7d5-400d-a72a-7caeec0312a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001079 Jun 14 16:33:54.698682 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 51048) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:54.755723 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4f6afa50-9c40-4696-b67c-36577f647d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:54.794706 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4f6afa50-9c40-4696-b67c-36577f647d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:54.804761 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-49c446fe-21f9-44cb-8519-699e71b5389b req-8d74041c-7ae0-47d8-b6ec-7c765f75045d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c56ff6c3-87a2-4190-bdb4-c2ba04444c91 HTTP/1.1" status: 200 len: 217 time: 0.2956321 Jun 14 16:33:54.809494 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68d6e5-812d-4c2e-a912-d906235feb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa899b5b-2154-4f7f-80ee-8409847a89ca,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:54.812000 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-fc376049-63ad-4c40-ad77-a403da96db70 req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:54.848910 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-7b68d6e5-812d-4c2e-a912-d906235feb18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:54.994679 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbd56c3b-968f-4e52-bf9f-66d2c49daf6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:55.032213 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-dd4d7f13-85d0-4ba0-9922-21adc85a3a7c service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151305 Jun 14 16:33:55.063817 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-77fa896c-92a5-42d8-b652-07fd39d5f2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:55.079109 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c446fe-21f9-44cb-8519-699e71b5389b req-d0c5a046-068d-4751-beae-29a328ce9301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:55.080524 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-49c446fe-21f9-44cb-8519-699e71b5389b req-d0c5a046-068d-4751-beae-29a328ce9301 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58df2322-f3cd-42de-9c8d-b5e8c8ac382a HTTP/1.1" status: 200 len: 852 time: 0.2578206 Jun 14 16:33:55.116854 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4f6afa50-9c40-4696-b67c-36577f647d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:55.119425 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4f6afa50-9c40-4696-b67c-36577f647d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:55.123103 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-4f6afa50-9c40-4696-b67c-36577f647d57 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa899b5b-2154-4f7f-80ee-8409847a89ca HTTP/1.1" status: 204 len: 168 time: 1.0017207 Jun 14 16:33:55.146423 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:55.154740 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae474a5-bac5-47f2-bfde-466d56d5a6d4 req-c769dbd3-c948-4843-85e9-57ea65af37b2 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:55.156192 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6ae474a5-bac5-47f2-bfde-466d56d5a6d4 req-c769dbd3-c948-4843-85e9-57ea65af37b2 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 931 time: 0.5755482 Jun 14 16:33:55.159627 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-49c446fe-21f9-44cb-8519-699e71b5389b req-d0cf73f4-280b-4bcf-a0a9-3b5fb9b34a3b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da118daf-946d-4c02-bba7-7e645f5cacdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665956 Jun 14 16:33:55.215943 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-77fa896c-92a5-42d8-b652-07fd39d5f2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:55.233708 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6afa50-9c40-4696-b67c-36577f647d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa899b5b-2154-4f7f-80ee-8409847a89ca,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:55.235346 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0c8d3-053f-4f4f-ba4d-2fe77a7f7e1b req-e309c6e9-de2a-49cf-b2f0-470369bd7720 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:55.236435 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-4f6afa50-9c40-4696-b67c-36577f647d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:55.243313 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-38d0c8d3-053f-4f4f-ba4d-2fe77a7f7e1b req-e309c6e9-de2a-49cf-b2f0-470369bd7720 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 943 time: 0.6008515 Jun 14 16:33:55.379856 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-ff2d21e7-6e00-40db-89c9-376b92b8fa58 req-9c58b0c1-ab54-47a1-93c0-6f3a7f4a845b service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305380 Jun 14 16:33:55.422075 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-77fa896c-92a5-42d8-b652-07fd39d5f2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:55.429343 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-77fa896c-92a5-42d8-b652-07fd39d5f2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:55.433563 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-77fa896c-92a5-42d8-b652-07fd39d5f2d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6fe79440-cc62-4b1b-82f7-3ef0cca3b3d7 HTTP/1.1" status: 204 len: 168 time: 0.7177627 Jun 14 16:33:55.442355 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-7b68d6e5-812d-4c2e-a912-d906235feb18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:55.447722 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6ae474a5-bac5-47f2-bfde-466d56d5a6d4 req-07b9500b-7a6d-49f1-85e1-6f03dd24e647 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2759144 Jun 14 16:33:55.451563 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-49c446fe-21f9-44cb-8519-699e71b5389b req-83ecdbed-d2ed-4554-a4ae-8981eb6aa76f service neutron] 10.222.0.43 "GET /v2.0/networks/da118daf-946d-4c02-bba7-7e645f5cacdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378185 Jun 14 16:33:55.485176 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa896c-92a5-42d8-b652-07fd39d5f2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe79440-cc62-4b1b-82f7-3ef0cca3b3d7,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:55.495593 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-77fa896c-92a5-42d8-b652-07fd39d5f2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:55.513557 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-38d0c8d3-053f-4f4f-ba4d-2fe77a7f7e1b req-44b9f037-0c33-47fb-b505-ea6530d30fd6 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/security-groups?id=52bd3b6c-22cc-4b14-8f9d-fbbb9e5ca506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689955 Jun 14 16:33:55.773483 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 51082) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:55.783619 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-e4175f0e-30c1-44e6-b8e9-56fa412a0fbb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-220559587-network', 'tenant_id': '700b18ba05a44264aa644dc9e82c3325'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:55.804693 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-49c446fe-21f9-44cb-8519-699e71b5389b req-169585db-811e-415c-9fb5-6b03b6c0f889 service neutron] 10.222.0.43 "GET /v2.0/networks/da118daf-946d-4c02-bba7-7e645f5cacdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346353 Jun 14 16:33:55.806969 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fb391-8db0-4f56-854b-2f8d3918928e req-96eee959-cde7-4674-ac2c-333f986dbeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:55.808852 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-f30fb391-8db0-4f56-854b-2f8d3918928e req-96eee959-cde7-4674-ac2c-333f986dbeaa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c90e9f6caa44ace9e9c8571d4b33473&device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 1096 time: 0.3120666 Jun 14 16:33:56.092904 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fb391-8db0-4f56-854b-2f8d3918928e req-381295b4-9c9a-467e-8f26-fa2f09fba637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:56.095462 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-f30fb391-8db0-4f56-854b-2f8d3918928e req-381295b4-9c9a-467e-8f26-fa2f09fba637 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bacab7d-e7d5-400d-a72a-7caeec0312a6 HTTP/1.1" status: 200 len: 920 time: 0.2752230 Jun 14 16:33:56.117442 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 51092) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:56.159179 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-4ae0d9a3-e940-45ad-a1c5-b0410a0f43de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 929f886e-28a3-4e84-a40d-fa6044d9717e {{(pid=91924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:33:56.199370 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-4ae0d9a3-e940-45ad-a1c5-b0410a0f43de service neutron] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:56.200421 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-f30fb391-8db0-4f56-854b-2f8d3918928e req-0f3990d8-a9bc-4907-b48b-748c883e0167 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=314250d2-4441-481b-8741-8329c6e463fd HTTP/1.1" status: 200 len: 217 time: 0.0918367 Jun 14 16:33:56.202158 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2615c92f-9cbc-4350-b1d0-cfed68fdaaf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:56.224450 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbd56c3b-968f-4e52-bf9f-66d2c49daf6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:56.240036 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [req-fc376049-63ad-4c40-ad77-a403da96db70 req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 {{(pid=91924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:33:56.253169 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bbd56c3b-968f-4e52-bf9f-66d2c49daf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:56.257735 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-fc376049-63ad-4c40-ad77-a403da96db70 req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:56.260578 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-4ae0d9a3-e940-45ad-a1c5-b0410a0f43de service neutron] Transition to ACTIVE for port object 929f886e-28a3-4e84-a40d-fa6044d9717e will not be triggered until provisioned by entity L2. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:33:56.262645 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-773c638d-a43a-40a7-a463-3521cb35386d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:56.283144 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-4ae0d9a3-e940-45ad-a1c5-b0410a0f43de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:56.337334 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-fc376049-63ad-4c40-ad77-a403da96db70 req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] Transition to ACTIVE for port object 8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 will not be triggered until provisioned by entity L2. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:33:56.350664 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-bbd56c3b-968f-4e52-bf9f-66d2c49daf6a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1b3f6ec8f8e94963b3542fcb291b3df3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7679887 Jun 14 16:33:56.351989 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 51094) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:56.362872 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-fc376049-63ad-4c40-ad77-a403da96db70 req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:56.363677 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd56c3b-968f-4e52-bf9f-66d2c49daf6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6692516-c38b-4cba-b394-8df825a6e533,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:56.462730 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207225a7-c282-4293-b307-ddb8e53a1158', 'tag': 'c56ff6c3-87a2-4190-bdb4-c2ba04444c91'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:33:56.465631 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d291eb15d8c6473d16ee8dba452630a330a550e33bdf6927b5873c3041ff4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e04975-b6ca-439a-aa8d-636e418ef184" -d '{"events": [{"name": "network-changed", "server_uuid": "207225a7-c282-4293-b307-ddb8e53a1158", "tag": "c56ff6c3-87a2-4190-bdb4-c2ba04444c91"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:33:56.485412 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bbd56c3b-968f-4e52-bf9f-66d2c49daf6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:56.499827 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:56.544602 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4175f0e-30c1-44e6-b8e9-56fa412a0fbb admin admin] Made reservation on behalf of 700b18ba05a44264aa644dc9e82c3325 for: {'network': 1} {{(pid=91925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:33:56.549911 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e4175f0e-30c1-44e6-b8e9-56fa412a0fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for network, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:56.604573 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e4175f0e-30c1-44e6-b8e9-56fa412a0fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:56.641910 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fb391-8db0-4f56-854b-2f8d3918928e req-c119efbf-4e69-4def-be30-0fdb2ebf5da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:56.643623 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-f30fb391-8db0-4f56-854b-2f8d3918928e req-c119efbf-4e69-4def-be30-0fdb2ebf5da5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76ebf11c-6866-45a5-8a22-bba3c93daf27 HTTP/1.1" status: 200 len: 859 time: 0.4228184 Jun 14 16:33:56.696058 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-f30fb391-8db0-4f56-854b-2f8d3918928e req-109e6f91-5590-49db-82f3-a347afff876a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bacab7d-e7d5-400d-a72a-7caeec0312a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417979 Jun 14 16:33:56.744796 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f5a0f-2505-4019-b7e9-de7f1bd0d45c req-472d934c-15da-4eec-a247-6bc11861b7cd tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:56.746706 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ba1f5a0f-2505-4019-b7e9-de7f1bd0d45c req-472d934c-15da-4eec-a247-6bc11861b7cd tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 931 time: 1.1045523 Jun 14 16:33:56.763614 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0d9a3-e940-45ad-a1c5-b0410a0f43de service neutron] Pushing event updated for resources: {'Port': ['ID=929f886e-28a3-4e84-a40d-fa6044d9717e,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:56.842784 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2615c92f-9cbc-4350-b1d0-cfed68fdaaf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:56.848107 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2615c92f-9cbc-4350-b1d0-cfed68fdaaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:56.855297 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-4025561a-3c06-4726-a043-b9a3db0a0959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:56.920078 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-f30fb391-8db0-4f56-854b-2f8d3918928e req-2cd0ba3f-e810-485f-b4c4-10bab9aa3ce4 service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145588 Jun 14 16:33:56.935667 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615c92f-9cbc-4350-b1d0-cfed68fdaaf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd0efd9-7eba-42ad-bb90-a4180efd3e9d,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:56.969792 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-2615c92f-9cbc-4350-b1d0-cfed68fdaaf7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd633a73bdaa4450ae515a51ab114c12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8511686 Jun 14 16:33:56.971180 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-2615c92f-9cbc-4350-b1d0-cfed68fdaaf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:56.973975 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 51124) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:57.019743 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ba1f5a0f-2505-4019-b7e9-de7f1bd0d45c req-48ed8508-9c64-43ea-a1d5-16b9b0e0a578 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529695 Jun 14 16:33:57.086614 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-4ae0d9a3-e940-45ad-a1c5-b0410a0f43de service neutron] Attempting to bind port 929f886e-28a3-4e84-a40d-fa6044d9717e on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:33:57.086822 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-4ae0d9a3-e940-45ad-a1c5-b0410a0f43de service neutron] Attempting to bind port 929f886e-28a3-4e84-a40d-fa6044d9717e by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'a90bb8c7-afc9-4f4f-95cd-4ad30968cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9'}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:33:57.087176 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-4ae0d9a3-e940-45ad-a1c5-b0410a0f43de service neutron] Attempting to bind port 929f886e-28a3-4e84-a40d-fa6044d9717e on network b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:33:57.111661 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] Pushing event updated for resources: {'Port': ['ID=8f8ce50d-84b8-451f-85ed-ebe95e0c4a91,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:57.119665 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:57.130836 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.812s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:57.131286 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:57.132916 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3608330e-71ab-4968-90e9-589ea3fe0609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:57.134362 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e17e2618-0967-4caa-9ec5-fc54f371d2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:57.178362 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-4ae0d9a3-e940-45ad-a1c5-b0410a0f43de service neutron] Port 929f886e-28a3-4e84-a40d-fa6044d9717e on network b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:33:57.180317 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-4ae0d9a3-e940-45ad-a1c5-b0410a0f43de service neutron] Attempting to bind port 929f886e-28a3-4e84-a40d-fa6044d9717e on network b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:33:57.190262 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-f30fb391-8db0-4f56-854b-2f8d3918928e req-1f243649-f9c2-41d9-be25-81ebd1343731 service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308376 Jun 14 16:33:57.193350 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d8fc62-ad7f-4e0b-b86d-31591c6deb1b x-openstack-request-id: req-45d8fc62-ad7f-4e0b-b86d-31591c6deb1b {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:33:57.194258 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207225a7-c282-4293-b307-ddb8e53a1158", "tag": "c56ff6c3-87a2-4190-bdb4-c2ba04444c91", "status": "completed", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:33:57.194708 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-45d8fc62-ad7f-4e0b-b86d-31591c6deb1b {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:33:57.195630 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207225a7-c282-4293-b307-ddb8e53a1158', 'tag': 'c56ff6c3-87a2-4190-bdb4-c2ba04444c91', 'status': 'completed', 'code': 200} Jun 14 16:33:57.198613 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e17e2618-0967-4caa-9ec5-fc54f371d2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:57.223499 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e4175f0e-30c1-44e6-b8e9-56fa412a0fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:57.230160 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-4ae0d9a3-e940-45ad-a1c5-b0410a0f43de service neutron] Checking agent: {'id': 'd91e4a82-0936-47d0-84c3-2c620c6821d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'started_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:33:57.230905 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-4ae0d9a3-e940-45ad-a1c5-b0410a0f43de service neutron] Checking segment: {'id': 'a90bb8c7-afc9-4f4f-95cd-4ad30968cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:33:57.231761 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-4ae0d9a3-e940-45ad-a1c5-b0410a0f43de service neutron] Bound using segment: {'id': 'a90bb8c7-afc9-4f4f-95cd-4ad30968cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9'} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:33:57.233338 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-4ae0d9a3-e940-45ad-a1c5-b0410a0f43de service neutron] Bound port: 929f886e-28a3-4e84-a40d-fa6044d9717e, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a90bb8c7-afc9-4f4f-95cd-4ad30968cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9'}}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:33:57.233805 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-4ae0d9a3-e940-45ad-a1c5-b0410a0f43de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:57.267072 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e4175f0e-30c1-44e6-b8e9-56fa412a0fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:57.267183 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3608330e-71ab-4968-90e9-589ea3fe0609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:57.279066 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-14ed28b2-606c-49e6-bf61-4dfbaced29f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:57.331462 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4175f0e-30c1-44e6-b8e9-56fa412a0fbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=91925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:33:57.351193 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4175f0e-30c1-44e6-b8e9-56fa412a0fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b4f6b8-9088-4cef-be9f-401deeb86560,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:57.357744 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-e4175f0e-30c1-44e6-b8e9-56fa412a0fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:57.358890 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e4175f0e-30c1-44e6-b8e9-56fa412a0fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:57.359368 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.db.segments_db [None req-e4175f0e-30c1-44e6-b8e9-56fa412a0fbb admin admin] Added segment b0a146a1-2bc3-48e1-aed3-fbeafc9d4b27 of type vlan for network c3fae5a9-9c28-48ed-9fc1-96aa28da4ae0 Jun 14 16:33:57.373309 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-fc376049-63ad-4c40-ad77-a403da96db70 req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] Attempting to bind port 8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:33:57.373565 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-fc376049-63ad-4c40-ad77-a403da96db70 req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] Attempting to bind port 8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd254e33d-428e-46aa-865b-f04cadb7452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bacab7d-e7d5-400d-a72a-7caeec0312a6'}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:33:57.373894 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc376049-63ad-4c40-ad77-a403da96db70 req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] Attempting to bind port 8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 on network 8bacab7d-e7d5-400d-a72a-7caeec0312a6 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:33:57.415742 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc376049-63ad-4c40-ad77-a403da96db70 req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] Port 8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 on network 8bacab7d-e7d5-400d-a72a-7caeec0312a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:33:57.416038 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc376049-63ad-4c40-ad77-a403da96db70 req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] Attempting to bind port 8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 on network 8bacab7d-e7d5-400d-a72a-7caeec0312a6 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:33:57.428457 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e17e2618-0967-4caa-9ec5-fc54f371d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:57.431066 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e17e2618-0967-4caa-9ec5-fc54f371d2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:57.432222 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-e17e2618-0967-4caa-9ec5-fc54f371d2c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/acd0efd9-7eba-42ad-bb90-a4180efd3e9d HTTP/1.1" status: 204 len: 168 time: 0.4549844 Jun 14 16:33:57.438352 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-1adb5543-3d42-4035-8b96-5daf0ec0e45d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:57.451195 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e04975-b6ca-439a-aa8d-636e418ef184 req-62bc6efd-3a0a-471d-9d0e-55f501ffc572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:57.452750 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-d3e04975-b6ca-439a-aa8d-636e418ef184 req-62bc6efd-3a0a-471d-9d0e-55f501ffc572 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e73525f4513146239d77994a487548a2&device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 1096 time: 0.2255476 Jun 14 16:33:57.464519 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e4175f0e-30c1-44e6-b8e9-56fa412a0fbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769376812472'] for network, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:57.468482 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84219ee-57bb-423a-97e8-a54588493e82 req-95c75bcb-3e1d-436e-b272-723540e7536e tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:57.470170 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d84219ee-57bb-423a-97e8-a54588493e82 req-95c75bcb-3e1d-436e-b272-723540e7536e tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 943 time: 0.6645219 Jun 14 16:33:57.476034 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e2618-0967-4caa-9ec5-fc54f371d2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd0efd9-7eba-42ad-bb90-a4180efd3e9d,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:57.479243 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-e17e2618-0967-4caa-9ec5-fc54f371d2c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:57.493634 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc376049-63ad-4c40-ad77-a403da96db70 req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] Checking agent: {'id': 'd91e4a82-0936-47d0-84c3-2c620c6821d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'started_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:33:57.494264 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc376049-63ad-4c40-ad77-a403da96db70 req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] Checking segment: {'id': 'd254e33d-428e-46aa-865b-f04cadb7452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bacab7d-e7d5-400d-a72a-7caeec0312a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:33:57.494394 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc376049-63ad-4c40-ad77-a403da96db70 req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] Bound using segment: {'id': 'd254e33d-428e-46aa-865b-f04cadb7452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bacab7d-e7d5-400d-a72a-7caeec0312a6'} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:33:57.494804 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-fc376049-63ad-4c40-ad77-a403da96db70 req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] Bound port: 8f8ce50d-84b8-451f-85ed-ebe95e0c4a91, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd254e33d-428e-46aa-865b-f04cadb7452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8bacab7d-e7d5-400d-a72a-7caeec0312a6'}}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:33:57.495130 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-fc376049-63ad-4c40-ad77-a403da96db70 req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:57.524326 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-4ae0d9a3-e940-45ad-a1c5-b0410a0f43de service neutron] For port 929f886e-28a3-4e84-a40d-fa6044d9717e, host hv-cinder-79628, cleared binding levels {{(pid=91924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:33:57.582957 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-4ae0d9a3-e940-45ad-a1c5-b0410a0f43de service neutron] For port 929f886e-28a3-4e84-a40d-fa6044d9717e, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=929f886e-28a3-4e84-a40d-fa6044d9717e,segment=NetworkSegment(a90bb8c7-afc9-4f4f-95cd-4ad30968cefe),segment_id=a90bb8c7-afc9-4f4f-95cd-4ad30968cefe)] {{(pid=91924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:33:57.609830 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e4175f0e-30c1-44e6-b8e9-56fa412a0fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:57.618641 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4175f0e-30c1-44e6-b8e9-56fa412a0fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:57.619309 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e4175f0e-30c1-44e6-b8e9-56fa412a0fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:57.625045 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-1adb5543-3d42-4035-8b96-5daf0ec0e45d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:57.627667 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-4ae0d9a3-e940-45ad-a1c5-b0410a0f43de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:57.645535 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-17cca715-6282-4657-9178-791508a398c0 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:57.649077 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e04975-b6ca-439a-aa8d-636e418ef184 req-4b4a01ca-ff96-4fac-8d6c-2e755970a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:57.651038 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-d3e04975-b6ca-439a-aa8d-636e418ef184 req-4b4a01ca-ff96-4fac-8d6c-2e755970a005 service neutron] 10.222.0.43 "GET /v2.0/networks?id=da118daf-946d-4c02-bba7-7e645f5cacdf HTTP/1.1" status: 200 len: 913 time: 0.1896977 Jun 14 16:33:57.652624 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d84219ee-57bb-423a-97e8-a54588493e82 req-98e829c7-89a2-4db3-86a1-3ac4083d9977 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632712 Jun 14 16:33:57.676465 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-e4175f0e-30c1-44e6-b8e9-56fa412a0fbb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9002662 Jun 14 16:33:57.691619 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 51170) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:57.707901 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-441bebb5-7ce8-4cf2-aee2-b7df6c0a7267 admin admin] Request body: {'subnet': {'network_id': 'c3fae5a9-9c28-48ed-9fc1-96aa28da4ae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-220559587-subnet', 'tenant_id': '700b18ba05a44264aa644dc9e82c3325', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:33:57.714763 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3608330e-71ab-4968-90e9-589ea3fe0609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:57.717305 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3608330e-71ab-4968-90e9-589ea3fe0609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:57.723422 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-3608330e-71ab-4968-90e9-589ea3fe0609 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6692516-c38b-4cba-b394-8df825a6e533 HTTP/1.1" status: 204 len: 168 time: 1.3699167 Jun 14 16:33:57.750676 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-d3e04975-b6ca-439a-aa8d-636e418ef184 req-b674a857-02f2-4da0-84c7-a631b538bdfd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c56ff6c3-87a2-4190-bdb4-c2ba04444c91 HTTP/1.1" status: 200 len: 217 time: 0.0871007 Jun 14 16:33:57.759332 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-fc376049-63ad-4c40-ad77-a403da96db70 req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] For port 8f8ce50d-84b8-451f-85ed-ebe95e0c4a91, host hv-cinder-79628, cleared binding levels {{(pid=91924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:33:57.765271 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-fc376049-63ad-4c40-ad77-a403da96db70 req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] For port 8f8ce50d-84b8-451f-85ed-ebe95e0c4a91, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8f8ce50d-84b8-451f-85ed-ebe95e0c4a91,segment=NetworkSegment(d254e33d-428e-46aa-865b-f04cadb7452d),segment_id=d254e33d-428e-46aa-865b-f04cadb7452d)] {{(pid=91924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:33:57.782031 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd57492-a4d7-45a7-acad-b397258b88fb req-bae0f22e-ec9a-4938-b701-701c8d764844 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:57.784164 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ebd57492-a4d7-45a7-acad-b397258b88fb req-bae0f22e-ec9a-4938-b701-701c8d764844 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 943 time: 0.4049079 Jun 14 16:33:57.813867 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-fc376049-63ad-4c40-ad77-a403da96db70 req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:57.814734 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0d9a3-e940-45ad-a1c5-b0410a0f43de service neutron] Pushing event updated for resources: {'Port': ['ID=929f886e-28a3-4e84-a40d-fa6044d9717e,revision_number=3']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:57.816904 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4175f0e-30c1-44e6-b8e9-56fa412a0fbb admin admin] Pushing event updated for resources: {'Network': ['ID=c3fae5a9-9c28-48ed-9fc1-96aa28da4ae0,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:57.821206 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-e4175f0e-30c1-44e6-b8e9-56fa412a0fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:57.833667 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Network c3fae5a9-9c28-48ed-9fc1-96aa28da4ae0 details requested by agent ovs-agent-dv-cinder-796286-2-iscsi with host dv-cinder-796286-2-iscsi {{(pid=91926) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:33:57.847874 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-4ae0d9a3-e940-45ad-a1c5-b0410a0f43de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:57.848505 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-4ae0d9a3-e940-45ad-a1c5-b0410a0f43de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:57.849993 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-4ae0d9a3-e940-45ad-a1c5-b0410a0f43de service neutron] 10.222.0.43 "PUT /v2.0/ports/929f886e-28a3-4e84-a40d-fa6044d9717e HTTP/1.1" status: 200 len: 1093 time: 3.9412539 Jun 14 16:33:57.862881 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-4ae0d9a3-e940-45ad-a1c5-b0410a0f43de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:57.870522 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a4a599-c468-4b17-9631-57b6cad3f96c', 'tag': '929f886e-28a3-4e84-a40d-fa6044d9717e'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:33:57.881676 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:57.901515 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e04975-b6ca-439a-aa8d-636e418ef184 req-42258832-d46c-4a92-8f60-be5a8eecd33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:57.911872 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-d3e04975-b6ca-439a-aa8d-636e418ef184 req-42258832-d46c-4a92-8f60-be5a8eecd33c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58df2322-f3cd-42de-9c8d-b5e8c8ac382a HTTP/1.1" status: 200 len: 852 time: 0.1057889 Jun 14 16:33:57.989283 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-d3e04975-b6ca-439a-aa8d-636e418ef184 req-7fa47b8d-9f75-4539-9d0c-76c91d2bc3d1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da118daf-946d-4c02-bba7-7e645f5cacdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513940 Jun 14 16:33:58.023626 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608330e-71ab-4968-90e9-589ea3fe0609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6692516-c38b-4cba-b394-8df825a6e533,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:58.035096 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-3608330e-71ab-4968-90e9-589ea3fe0609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:58.035829 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441bebb5-7ce8-4cf2-aee2-b7df6c0a7267 admin admin] Made reservation on behalf of 700b18ba05a44264aa644dc9e82c3325 for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:33:58.045882 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-441bebb5-7ce8-4cf2-aee2-b7df6c0a7267 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12516335'] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:58.120587 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:58.182391 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-d3e04975-b6ca-439a-aa8d-636e418ef184 req-0ab44f60-fb2f-49f6-93db-5678154ef703 service neutron] 10.222.0.43 "GET /v2.0/networks/da118daf-946d-4c02-bba7-7e645f5cacdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843653 Jun 14 16:33:58.270279 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc376049-63ad-4c40-ad77-a403da96db70 req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:58.271953 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-fc376049-63ad-4c40-ad77-a403da96db70 req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:58.274083 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fc376049-63ad-4c40-ad77-a403da96db70 req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] 10.222.0.43 "PUT /v2.0/ports/8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 HTTP/1.1" status: 200 len: 1093 time: 3.8629048 Jun 14 16:33:58.407168 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 51208) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:58.415968 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ebd57492-a4d7-45a7-acad-b397258b88fb req-cc037763-0249-4d42-8480-3fa8e9601ebb tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/security-groups?id=52bd3b6c-22cc-4b14-8f9d-fbbb9e5ca506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5978713 Jun 14 16:33:58.429645 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15787771-1f00-4fb6-a893-aa412311c952" -d '{"events": [{"name": "network-changed", "server_uuid": "37a4a599-c468-4b17-9631-57b6cad3f96c", "tag": "929f886e-28a3-4e84-a40d-fa6044d9717e"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:33:58.467639 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-45439b4f-7b8a-4763-b6df-83bea52e8abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:58.515470 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-d3e04975-b6ca-439a-aa8d-636e418ef184 req-38711be6-edda-433e-94de-5893c99ccb5a service neutron] 10.222.0.43 "GET /v2.0/networks/da118daf-946d-4c02-bba7-7e645f5cacdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261166 Jun 14 16:33:58.716557 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] Pushing event updated for resources: {'Port': ['ID=8f8ce50d-84b8-451f-85ed-ebe95e0c4a91,revision_number=3']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:58.718152 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-45439b4f-7b8a-4763-b6df-83bea52e8abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:58.732672 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-45439b4f-7b8a-4763-b6df-83bea52e8abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:58.734333 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:58.738521 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:58.747888 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-b4d43f7c-7a86-411e-a034-cf68e7c58f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:58.749616 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-b4d43f7c-7a86-411e-a034-cf68e7c58f37 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8586ae834394465a86a02671a1260b36&device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 1096 time: 0.7887535 Jun 14 16:33:58.826812 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc376049-63ad-4c40-ad77-a403da96db70 req-400b877e-37fe-419a-8e9d-76182fe632ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:58.829374 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fc376049-63ad-4c40-ad77-a403da96db70 req-400b877e-37fe-419a-8e9d-76182fe632ca service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c90e9f6caa44ace9e9c8571d4b33473&device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 1096 time: 0.4674153 Jun 14 16:33:58.897737 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-45439b4f-7b8a-4763-b6df-83bea52e8abb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53459a2b930c45248d3c8abcc651457a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4845283 Jun 14 16:33:58.917858 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45439b4f-7b8a-4763-b6df-83bea52e8abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7400166-43fc-4101-9509-5701487cb5d0,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:58.924103 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 51240) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:33:58.975133 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-45439b4f-7b8a-4763-b6df-83bea52e8abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:59.038476 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a8a4b306-21de-4c4b-be6e-cc2f75752e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:59.105881 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a8a4b306-21de-4c4b-be6e-cc2f75752e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:59.169700 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e30b3e0-fe50-49f9-8347-7ee0a4a7c9a9 x-openstack-request-id: req-9e30b3e0-fe50-49f9-8347-7ee0a4a7c9a9 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:33:59.170341 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a4a599-c468-4b17-9631-57b6cad3f96c", "tag": "929f886e-28a3-4e84-a40d-fa6044d9717e", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:33:59.170726 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e30b3e0-fe50-49f9-8347-7ee0a4a7c9a9 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:33:59.171298 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a4a599-c468-4b17-9631-57b6cad3f96c', 'tag': '929f886e-28a3-4e84-a40d-fa6044d9717e', 'status': 'completed', 'code': 200} Jun 14 16:33:59.205939 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device c56ff6c3-87a2-4190-bdb4-c2ba04444c91 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91926) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:33:59.220743 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a8a4b306-21de-4c4b-be6e-cc2f75752e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:59.225123 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a8a4b306-21de-4c4b-be6e-cc2f75752e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:59.227062 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-a8a4b306-21de-4c4b-be6e-cc2f75752e96 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f7400166-43fc-4101-9509-5701487cb5d0 HTTP/1.1" status: 204 len: 168 time: 0.2994311 Jun 14 16:33:59.228297 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-e5f59d36-0edd-4704-80cc-324aaa496a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:59.256063 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-9964c4cd-3281-40a4-95c7-85e7d9d4ab63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=929f886e-28a3-4e84-a40d-fa6044d9717e HTTP/1.1" status: 200 len: 217 time: 0.4950614 Jun 14 16:33:59.270992 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4b306-21de-4c4b-be6e-cc2f75752e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7400166-43fc-4101-9509-5701487cb5d0,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:59.280180 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-a8a4b306-21de-4c4b-be6e-cc2f75752e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:33:59.363641 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10d5df-8aa2-4a8f-9cf3-91b24ee73e57 req-d6230c9a-74b0-4022-9b31-fa35a7d488b3 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:59.387144 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6e10d5df-8aa2-4a8f-9cf3-91b24ee73e57 req-d6230c9a-74b0-4022-9b31-fa35a7d488b3 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 943 time: 1.0334241 Jun 14 16:33:59.535496 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port c56ff6c3-87a2-4190-bdb4-c2ba04444c91, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c56ff6c3-87a2-4190-bdb4-c2ba04444c91,segment=NetworkSegment(46ae665b-9bfb-4d2c-af32-c943fb35d8f7),segment_id=46ae665b-9bfb-4d2c-af32-c943fb35d8f7)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:33:59.561005 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Returning: {'device': 'c56ff6c3-87a2-4190-bdb4-c2ba04444c91', 'network_id': 'da118daf-946d-4c02-bba7-7e645f5cacdf', 'port_id': 'c56ff6c3-87a2-4190-bdb4-c2ba04444c91', 'mac_address': 'fa:16:3e:28:95:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58df2322-f3cd-42de-9c8d-b5e8c8ac382a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91926) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:33:59.645800 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fc376049-63ad-4c40-ad77-a403da96db70 req-6c0051e0-c6af-4948-83cf-663abe020a18 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 HTTP/1.1" status: 200 len: 217 time: 0.4614985 Jun 14 16:33:59.676652 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:59.711072 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56ff6c3-87a2-4190-bdb4-c2ba04444c91 {{(pid=91926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:33:59.772687 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port c56ff6c3-87a2-4190-bdb4-c2ba04444c91, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c56ff6c3-87a2-4190-bdb4-c2ba04444c91,segment=NetworkSegment(46ae665b-9bfb-4d2c-af32-c943fb35d8f7),segment_id=46ae665b-9bfb-4d2c-af32-c943fb35d8f7)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:33:59.781368 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:59.782597 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 314250d2-4441-481b-8741-8329c6e463fd details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91926) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:33:59.786859 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:59.819262 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-89ecd31c-460d-478f-afbe-132c8a57d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:33:59.821179 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-89ecd31c-460d-478f-afbe-132c8a57d027 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60993bc5-fab3-4267-a96d-bd92b388336f HTTP/1.1" status: 200 len: 849 time: 0.2975664 Jun 14 16:33:59.822193 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-441bebb5-7ce8-4cf2-aee2-b7df6c0a7267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12204788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12516345'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:33:59.842238 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6e10d5df-8aa2-4a8f-9cf3-91b24ee73e57 req-79d4f0ff-f776-4734-a7ec-6ffb54f66d59 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538798 Jun 14 16:33:59.884101 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:33:59.958956 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=c56ff6c3-87a2-4190-bdb4-c2ba04444c91,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:33:59.975420 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:00.015360 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc376049-63ad-4c40-ad77-a403da96db70 req-9d04c585-1cdc-491d-85b1-5e299aca01be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:00.017362 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fc376049-63ad-4c40-ad77-a403da96db70 req-9d04c585-1cdc-491d-85b1-5e299aca01be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76ebf11c-6866-45a5-8a22-bba3c93daf27 HTTP/1.1" status: 200 len: 859 time: 0.3573091 Jun 14 16:34:00.073125 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b47d5-c5f1-4ebc-9e36-19c09da2f78f req-345709cb-4090-4c8b-bb94-b0a66e0047e3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:00.082349 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-379b47d5-c5f1-4ebc-9e36-19c09da2f78f req-345709cb-4090-4c8b-bb94-b0a66e0047e3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 943 time: 0.9094489 Jun 14 16:34:00.112084 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 314250d2-4441-481b-8741-8329c6e463fd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=314250d2-4441-481b-8741-8329c6e463fd,segment=NetworkSegment(d254e33d-428e-46aa-865b-f04cadb7452d),segment_id=d254e33d-428e-46aa-865b-f04cadb7452d)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:34:00.130943 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Returning: {'device': '314250d2-4441-481b-8741-8329c6e463fd', 'network_id': '8bacab7d-e7d5-400d-a72a-7caeec0312a6', 'port_id': '314250d2-4441-481b-8741-8329c6e463fd', 'mac_address': 'fa:16:3e:34:f7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76ebf11c-6866-45a5-8a22-bba3c93daf27', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91926) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:34:00.132605 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fc376049-63ad-4c40-ad77-a403da96db70 req-3385bf11-2aee-4a51-8245-2479d89f8d31 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bacab7d-e7d5-400d-a72a-7caeec0312a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014054 Jun 14 16:34:00.168768 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441bebb5-7ce8-4cf2-aee2-b7df6c0a7267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=739acca0-f60f-4794-9da7-5e27a134deda,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:00.202840 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:00.217914 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-441bebb5-7ce8-4cf2-aee2-b7df6c0a7267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:00.224254 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 314250d2-4441-481b-8741-8329c6e463fd {{(pid=91926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:34:00.250920 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 314250d2-4441-481b-8741-8329c6e463fd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=314250d2-4441-481b-8741-8329c6e463fd,segment=NetworkSegment(d254e33d-428e-46aa-865b-f04cadb7452d),segment_id=d254e33d-428e-46aa-865b-f04cadb7452d)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:34:00.258398 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:00.263291 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:00.318609 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-379b47d5-c5f1-4ebc-9e36-19c09da2f78f req-6f8f173d-e5b2-40ff-9004-5c4fd7fc3d48 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345047 Jun 14 16:34:00.345603 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=314250d2-4441-481b-8741-8329c6e463fd,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:00.358850 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:00.440371 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441bebb5-7ce8-4cf2-aee2-b7df6c0a7267 admin admin] Checking segment: {'id': 'b0a146a1-2bc3-48e1-aed3-fbeafc9d4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c3fae5a9-9c28-48ed-9fc1-96aa28da4ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:34:00.440905 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441bebb5-7ce8-4cf2-aee2-b7df6c0a7267 admin admin] Network hostable DHCP agents. Network: c3fae5a9-9c28-48ed-9fc1-96aa28da4ae0, hostable agents: ['375ffa47-0472-477a-9943-d26e949c75c5'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:34:00.465946 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-42a014bf-9225-4e31-aa90-620655d07aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:00.470600 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-42a014bf-9225-4e31-aa90-620655d07aa4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6240435 Jun 14 16:34:00.579021 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fc376049-63ad-4c40-ad77-a403da96db70 req-a3756b1b-5f23-49f8-9057-5800c7041324 service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148350 Jun 14 16:34:00.591460 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f992c08-9e91-4c4c-a922-ea7c5cc50804 req-028d6aea-ddf7-40b9-8899-dba06326a12c tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:00.593449 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9f992c08-9e91-4c4c-a922-ea7c5cc50804 req-028d6aea-ddf7-40b9-8899-dba06326a12c tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 944 time: 0.4648199 Jun 14 16:34:00.607625 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441bebb5-7ce8-4cf2-aee2-b7df6c0a7267 admin admin] Network c3fae5a9-9c28-48ed-9fc1-96aa28da4ae0 is scheduled to be hosted by DHCP agent 375ffa47-0472-477a-9943-d26e949c75c5 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:34:00.680364 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['c56ff6c3-87a2-4190-bdb4-c2ba04444c91'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:34:00.711024 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['314250d2-4441-481b-8741-8329c6e463fd'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:34:00.720977 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-441bebb5-7ce8-4cf2-aee2-b7df6c0a7267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-iscsi, c3fae5a9-9c28-48ed-9fc1-96aa28da4ae0) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:34:00.738466 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441bebb5-7ce8-4cf2-aee2-b7df6c0a7267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:00.739183 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-441bebb5-7ce8-4cf2-aee2-b7df6c0a7267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:00.842978 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9f992c08-9e91-4c4c-a922-ea7c5cc50804 req-d1979201-57a8-486e-90e2-919c7168a704 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/security-groups?id=52bd3b6c-22cc-4b14-8f9d-fbbb9e5ca506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325935 Jun 14 16:34:00.846754 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-441bebb5-7ce8-4cf2-aee2-b7df6c0a7267 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.1492002 Jun 14 16:34:00.848336 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-bfd608a3-71d9-403b-a326-61cba17040fe service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619924 Jun 14 16:34:00.853461 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21095f17-c2d4-472c-b9ee-7ec2b66293bc None None] Network c3fae5a9-9c28-48ed-9fc1-96aa28da4ae0 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:34:00.908138 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fc376049-63ad-4c40-ad77-a403da96db70 req-b8f1fb90-1426-44da-95db-2494933305c3 service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112137 Jun 14 16:34:01.097341 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d38a2734-0761-4338-9f59-bce0e6de0475 req-8780ef9b-8eda-4a34-9f60-e880bacd44a9 service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398403 Jun 14 16:34:01.186514 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7057b51e-c0a4-46b7-9397-fe2744a9161e', 'tag': '8f8ce50d-84b8-451f-85ed-ebe95e0c4a91'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:34:01.193313 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79ef0af-1bba-4b04-84ab-d81e756c3256" -d '{"events": [{"name": "network-changed", "server_uuid": "7057b51e-c0a4-46b7-9397-fe2744a9161e", "tag": "8f8ce50d-84b8-451f-85ed-ebe95e0c4a91"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:34:01.348778 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a13f1be-7e3a-4b89-bd92-458c43b44145 x-openstack-request-id: req-5a13f1be-7e3a-4b89-bd92-458c43b44145 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:34:01.350312 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7057b51e-c0a4-46b7-9397-fe2744a9161e", "tag": "8f8ce50d-84b8-451f-85ed-ebe95e0c4a91", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:34:01.350801 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a13f1be-7e3a-4b89-bd92-458c43b44145 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:34:01.351434 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7057b51e-c0a4-46b7-9397-fe2744a9161e', 'tag': '8f8ce50d-84b8-451f-85ed-ebe95e0c4a91', 'status': 'completed', 'code': 200} Jun 14 16:34:01.496716 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5de17a-4c60-4f5c-8017-a083390d934b req-3a1ad0d4-3835-448f-bdfb-a1ac1ad59bdf tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:01.520594 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-da5de17a-4c60-4f5c-8017-a083390d934b req-3a1ad0d4-3835-448f-bdfb-a1ac1ad59bdf tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 943 time: 0.4113903 Jun 14 16:34:01.576017 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-da5de17a-4c60-4f5c-8017-a083390d934b req-126c7462-281b-43ad-acd4-e2ade42539fe tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542951 Jun 14 16:34:01.614662 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ef0af-1bba-4b04-84ab-d81e756c3256 req-0d9e75bd-30a5-4a5f-a832-184167129fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:01.641601 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e79ef0af-1bba-4b04-84ab-d81e756c3256 req-0d9e75bd-30a5-4a5f-a832-184167129fe4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c90e9f6caa44ace9e9c8571d4b33473&device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 1096 time: 0.2865429 Jun 14 16:34:01.801007 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15787771-1f00-4fb6-a893-aa412311c952 req-bb6d4b68-a615-445e-b7f5-8bb27928973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:01.802542 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb18c8b-9c92-415e-b359-33bacb554ca4 None None] Network c3fae5a9-9c28-48ed-9fc1-96aa28da4ae0 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:34:01.803972 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-15787771-1f00-4fb6-a893-aa412311c952 req-bb6d4b68-a615-445e-b7f5-8bb27928973c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8586ae834394465a86a02671a1260b36&device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 1096 time: 0.6061661 Jun 14 16:34:02.492528 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 51382) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:02.532137 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ef0af-1bba-4b04-84ab-d81e756c3256 req-f844c6c5-74a7-4cbe-9cac-84453e8ba3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:02.533648 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e79ef0af-1bba-4b04-84ab-d81e756c3256 req-f844c6c5-74a7-4cbe-9cac-84453e8ba3bd service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bacab7d-e7d5-400d-a72a-7caeec0312a6 HTTP/1.1" status: 200 len: 920 time: 0.8811555 Jun 14 16:34:02.549173 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb5d5f-3442-4e80-9f70-d5921e532c0d req-2dfa7a7f-9b1a-4158-bc85-120020d1905e tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:02.550759 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b9eb5d5f-3442-4e80-9f70-d5921e532c0d req-2dfa7a7f-9b1a-4158-bc85-120020d1905e tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 943 time: 0.8280907 Jun 14 16:34:02.629800 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e79ef0af-1bba-4b04-84ab-d81e756c3256 req-1e3e0ece-d9a3-4d86-a6bc-6f5e35310a71 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 HTTP/1.1" status: 200 len: 217 time: 0.0760949 Jun 14 16:34:02.725636 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15787771-1f00-4fb6-a893-aa412311c952 req-528a9c86-71ed-451a-bfa4-200628a1dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:02.727959 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0dd33a1f-61ff-443a-8db5-3d8ca1153ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:02.735356 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-15787771-1f00-4fb6-a893-aa412311c952 req-528a9c86-71ed-451a-bfa4-200628a1dcd1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 HTTP/1.1" status: 200 len: 911 time: 0.8972750 Jun 14 16:34:02.762328 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa3cb1-c167-47b5-9bb5-d5d1b34b5df5 req-13bd59ac-6c86-41bb-b08d-19b82061a8a6 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:02.764184 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-75aa3cb1-c167-47b5-9bb5-d5d1b34b5df5 req-13bd59ac-6c86-41bb-b08d-19b82061a8a6 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 944 time: 0.4772420 Jun 14 16:34:02.808864 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b9eb5d5f-3442-4e80-9f70-d5921e532c0d req-9d691f93-7556-4397-863b-79ab98b90c23 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661122 Jun 14 16:34:02.901083 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0dd33a1f-61ff-443a-8db5-3d8ca1153ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:02.921523 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0dd33a1f-61ff-443a-8db5-3d8ca1153ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:02.924462 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-1c67926e-284a-4ae0-8458-19ca44810fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:02.954363 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ef0af-1bba-4b04-84ab-d81e756c3256 req-989d18d3-e85f-4ec4-ad8b-053944f4166e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:02.961884 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e79ef0af-1bba-4b04-84ab-d81e756c3256 req-989d18d3-e85f-4ec4-ad8b-053944f4166e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76ebf11c-6866-45a5-8a22-bba3c93daf27 HTTP/1.1" status: 200 len: 859 time: 0.3121390 Jun 14 16:34:02.994351 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd33a1f-61ff-443a-8db5-3d8ca1153ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db6b800-2905-4007-84b2-910fba6dd804,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:02.999038 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-0dd33a1f-61ff-443a-8db5-3d8ca1153ea1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d20e2c1fd2dc4a3b83eb54fc5d499eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5049450 Jun 14 16:34:03.000307 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0dd33a1f-61ff-443a-8db5-3d8ca1153ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:03.001955 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 51408) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:03.016726 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-15787771-1f00-4fb6-a893-aa412311c952 req-9f2206cb-0b34-473e-bcd0-a12d78f0b109 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=929f886e-28a3-4e84-a40d-fa6044d9717e HTTP/1.1" status: 200 len: 217 time: 0.2269349 Jun 14 16:34:03.076393 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-75aa3cb1-c167-47b5-9bb5-d5d1b34b5df5 req-fa0e0fcd-8a85-4984-a6c7-c49b3f5e78b0 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/security-groups?id=52bd3b6c-22cc-4b14-8f9d-fbbb9e5ca506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882540 Jun 14 16:34:03.078643 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e79ef0af-1bba-4b04-84ab-d81e756c3256 req-53deec39-0fb8-434b-a82c-b4c360f2ed1b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bacab7d-e7d5-400d-a72a-7caeec0312a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690742 Jun 14 16:34:03.157406 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8291abb3-8aff-4060-8a92-feb765263ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:03.184368 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8291abb3-8aff-4060-8a92-feb765263ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:03.208174 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91926) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:34:03.212970 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device c56ff6c3-87a2-4190-bdb4-c2ba04444c91 up at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:34:03.275264 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15787771-1f00-4fb6-a893-aa412311c952 req-1f9548ed-065c-4787-95ac-9fc8987a11c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:03.277142 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-15787771-1f00-4fb6-a893-aa412311c952 req-1f9548ed-065c-4787-95ac-9fc8987a11c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60993bc5-fab3-4267-a96d-bd92b388336f HTTP/1.1" status: 200 len: 849 time: 0.2395546 Jun 14 16:34:03.277468 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8291abb3-8aff-4060-8a92-feb765263ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:03.281751 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8291abb3-8aff-4060-8a92-feb765263ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:03.283387 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-8291abb3-8aff-4060-8a92-feb765263ae9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1db6b800-2905-4007-84b2-910fba6dd804 HTTP/1.1" status: 204 len: 168 time: 0.2799764 Jun 14 16:34:03.287008 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:03.309762 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291abb3-8aff-4060-8a92-feb765263ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db6b800-2905-4007-84b2-910fba6dd804,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:03.312731 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-8291abb3-8aff-4060-8a92-feb765263ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:03.423196 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e79ef0af-1bba-4b04-84ab-d81e756c3256 req-50d8f653-13d9-4584-b2ff-ccaa1fc7421c service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978756 Jun 14 16:34:03.437846 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a504253-1c60-4fb4-93e7-5a241762f189 req-39b7f514-d8e7-4e0f-a6c5-1faf3183c6bd tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:03.445872 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5a504253-1c60-4fb4-93e7-5a241762f189 req-39b7f514-d8e7-4e0f-a6c5-1faf3183c6bd tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 943 time: 0.3221438 Jun 14 16:34:03.482004 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning for port c56ff6c3-87a2-4190-bdb4-c2ba04444c91 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:34:03.506105 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning complete for port c56ff6c3-87a2-4190-bdb4-c2ba04444c91 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:34:03.506395 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:03.531446 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 51418) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:03.539925 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15787771-1f00-4fb6-a893-aa412311c952 req-1b3e3bce-ee3d-441a-a4d4-6897c56f4658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:03.541712 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-15787771-1f00-4fb6-a893-aa412311c952 req-1b3e3bce-ee3d-441a-a4d4-6897c56f4658 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2523680 Jun 14 16:34:03.582764 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 8f8ce50d-84b8-451f-85ed-ebe95e0c4a91, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8f8ce50d-84b8-451f-85ed-ebe95e0c4a91,segment=NetworkSegment(d254e33d-428e-46aa-865b-f04cadb7452d),segment_id=d254e33d-428e-46aa-865b-f04cadb7452d)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:34:03.629642 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Returning: {'device': '8f8ce50d-84b8-451f-85ed-ebe95e0c4a91', 'network_id': '8bacab7d-e7d5-400d-a72a-7caeec0312a6', 'port_id': '8f8ce50d-84b8-451f-85ed-ebe95e0c4a91', 'mac_address': 'fa:16:3e:c9:ee:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76ebf11c-6866-45a5-8a22-bba3c93daf27', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91926) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:34:03.652608 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5a504253-1c60-4fb4-93e7-5a241762f189 req-0cabe7f1-e62f-4e6a-bc01-62a66e96d10c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053199 Jun 14 16:34:03.760150 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e79ef0af-1bba-4b04-84ab-d81e756c3256 req-9d1fbb09-9d01-4449-9f08-91a2f268313d service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116393 Jun 14 16:34:03.869055 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-15787771-1f00-4fb6-a893-aa412311c952 req-1f30062a-d036-49b7-8a40-6b5a260035fa service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675138 Jun 14 16:34:03.956642 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-95d525a7-0b42-4898-8718-fc39d1c14ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:04.042355 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:04.063168 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 {{(pid=91926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:34:04.092381 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 8f8ce50d-84b8-451f-85ed-ebe95e0c4a91, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8f8ce50d-84b8-451f-85ed-ebe95e0c4a91,segment=NetworkSegment(d254e33d-428e-46aa-865b-f04cadb7452d),segment_id=d254e33d-428e-46aa-865b-f04cadb7452d)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:34:04.099861 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:04.105600 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:04.127013 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:04.203520 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 51438) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:04.207775 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-95d525a7-0b42-4898-8718-fc39d1c14ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:04.214620 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-95d525a7-0b42-4898-8718-fc39d1c14ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:04.219617 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-8291abb3-8aff-4060-8a92-feb765263ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:04.226093 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=8f8ce50d-84b8-451f-85ed-ebe95e0c4a91,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:04.234017 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:04.235792 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-15787771-1f00-4fb6-a893-aa412311c952 req-4ddb2b10-2a40-4615-bd55-a1ee2f320cec service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580749 Jun 14 16:34:04.261606 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207225a7-c282-4293-b307-ddb8e53a1158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56ff6c3-87a2-4190-bdb4-c2ba04444c91'}] {{(pid=91926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:34:04.316067 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d65623f2-406e-4df4-b215-c33c87e8ade9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:04.325554 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-95d525a7-0b42-4898-8718-fc39d1c14ccd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b29976ff5324c569e600e4c1b811f4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7930071 Jun 14 16:34:04.326807 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d525a7-0b42-4898-8718-fc39d1c14ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45da5a19-7c0e-43c8-8642-5ca8dceab4ba,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:04.329782 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 51444) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:04.343166 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-95d525a7-0b42-4898-8718-fc39d1c14ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:04.429274 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port c56ff6c3-87a2-4190-bdb4-c2ba04444c91, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c56ff6c3-87a2-4190-bdb4-c2ba04444c91,segment=NetworkSegment(46ae665b-9bfb-4d2c-af32-c943fb35d8f7),segment_id=46ae665b-9bfb-4d2c-af32-c943fb35d8f7)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:34:04.442657 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:04.443726 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 314250d2-4441-481b-8741-8329c6e463fd up at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:34:04.480893 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-bb54eb3e-f2a0-443c-9188-cbf319a96eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:04.544385 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['8f8ce50d-84b8-451f-85ed-ebe95e0c4a91'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:34:04.623708 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=c56ff6c3-87a2-4190-bdb4-c2ba04444c91,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:04.639628 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b0a793cb4832d067d15d1ae193df815134514e8483bb184155629213ee4f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b453bc80-a07b-473e-b81f-a1b370987468" -d '{"events": [{"server_uuid": "207225a7-c282-4293-b307-ddb8e53a1158", "name": "network-vif-plugged", "status": "completed", "tag": "c56ff6c3-87a2-4190-bdb4-c2ba04444c91"}]}' {{(pid=91926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:34:04.642404 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:04.673641 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning for port 314250d2-4441-481b-8741-8329c6e463fd completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:34:04.676713 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6cd34-113a-45af-9a88-d8acd8d93a44 req-18da265f-8bbc-4372-8b13-ad1fc1f54237 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:04.678240 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-91a6cd34-113a-45af-9a88-d8acd8d93a44 req-18da265f-8bbc-4372-8b13-ad1fc1f54237 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 943 time: 0.4713664 Jun 14 16:34:04.679395 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-cea8b03b-bde7-448e-885c-1f253465fbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:04.687828 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning complete for port 314250d2-4441-481b-8741-8329c6e463fd triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:34:04.687828 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:04.709096 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff3f28-f1e2-4076-8aa4-3dd3dc9663d6 req-e417fa6d-e71f-4ea5-ae48-c67e6addba78 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:04.710724 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bcff3f28-f1e2-4076-8aa4-3dd3dc9663d6 req-e417fa6d-e71f-4ea5-ae48-c67e6addba78 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 944 time: 0.3677232 Jun 14 16:34:04.731600 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d65623f2-406e-4df4-b215-c33c87e8ade9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:04.764903 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d65623f2-406e-4df4-b215-c33c87e8ade9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:04.784189 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-57059273-b1b9-47cf-bc05-d9a4bd7302fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:04.809606 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-cea8b03b-bde7-448e-885c-1f253465fbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:04.874679 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:04.900735 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-91a6cd34-113a-45af-9a88-d8acd8d93a44 req-d646ae8e-aef1-4c1e-a91b-36e62630726d tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890192 Jun 14 16:34:04.901385 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65623f2-406e-4df4-b215-c33c87e8ade9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c49789-8b89-42de-a65d-29a3aad231d1,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:04.917152 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bcff3f28-f1e2-4076-8aa4-3dd3dc9663d6 req-77832a57-e06b-499b-9892-84610f9d2d8e tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/security-groups?id=52bd3b6c-22cc-4b14-8f9d-fbbb9e5ca506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887233 Jun 14 16:34:04.918199 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d65623f2-406e-4df4-b215-c33c87e8ade9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:04.923785 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 51466) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:04.924249 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-d65623f2-406e-4df4-b215-c33c87e8ade9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be22af2370074941a7b668f7d6c32d71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7157996 Jun 14 16:34:04.958695 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 314250d2-4441-481b-8741-8329c6e463fd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=314250d2-4441-481b-8741-8329c6e463fd,segment=NetworkSegment(d254e33d-428e-46aa-865b-f04cadb7452d),segment_id=d254e33d-428e-46aa-865b-f04cadb7452d)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:34:04.965688 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:04.968275 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:04.981766 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-cea8b03b-bde7-448e-885c-1f253465fbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:04.984615 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-cea8b03b-bde7-448e-885c-1f253465fbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:04.988909 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-cea8b03b-bde7-448e-885c-1f253465fbf0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45da5a19-7c0e-43c8-8642-5ca8dceab4ba HTTP/1.1" status: 204 len: 168 time: 0.6578658 Jun 14 16:34:05.000469 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:05.039658 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4e6c561d-b5e3-43bd-b8c9-9d5cac60328e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:05.040430 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8b03b-bde7-448e-885c-1f253465fbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45da5a19-7c0e-43c8-8642-5ca8dceab4ba,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:05.045433 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-cea8b03b-bde7-448e-885c-1f253465fbf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:05.065537 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=314250d2-4441-481b-8741-8329c6e463fd,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:05.070617 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:05.084186 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4e6c561d-b5e3-43bd-b8c9-9d5cac60328e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:05.151784 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4e6c561d-b5e3-43bd-b8c9-9d5cac60328e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:05.155294 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4e6c561d-b5e3-43bd-b8c9-9d5cac60328e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:05.156591 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-4e6c561d-b5e3-43bd-b8c9-9d5cac60328e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/66c49789-8b89-42de-a65d-29a3aad231d1 HTTP/1.1" status: 204 len: 168 time: 0.2316368 Jun 14 16:34:05.157515 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:05.161731 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4290a971-e4ad-4617-85b8-0d2cdd9a7c9b x-openstack-request-id: req-4290a971-e4ad-4617-85b8-0d2cdd9a7c9b {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:34:05.162074 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207225a7-c282-4293-b307-ddb8e53a1158", "name": "network-vif-plugged", "status": "completed", "tag": "c56ff6c3-87a2-4190-bdb4-c2ba04444c91", "code": 200}]} {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:34:05.162600 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4290a971-e4ad-4617-85b8-0d2cdd9a7c9b {{(pid=91926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:34:05.163098 dv-cinder-796286-2-iscsi neutron-server[91926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207225a7-c282-4293-b307-ddb8e53a1158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56ff6c3-87a2-4190-bdb4-c2ba04444c91', 'code': 200} Jun 14 16:34:05.196297 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c561d-b5e3-43bd-b8c9-9d5cac60328e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c49789-8b89-42de-a65d-29a3aad231d1,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:05.200276 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-4e6c561d-b5e3-43bd-b8c9-9d5cac60328e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:05.207011 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 929f886e-28a3-4e84-a40d-fa6044d9717e details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91926) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:34:05.239863 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310c6d2-f894-449b-98dc-5e1240addc35 req-c6819c52-8650-4f6e-b02a-218098e569eb tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:05.251101 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f310c6d2-f894-449b-98dc-5e1240addc35 req-c6819c52-8650-4f6e-b02a-218098e569eb tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 944 time: 0.1876156 Jun 14 16:34:05.315815 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f310c6d2-f894-449b-98dc-5e1240addc35 req-bf46b39e-2ecf-46de-b124-3268524d85d6 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603504 Jun 14 16:34:05.399342 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 929f886e-28a3-4e84-a40d-fa6044d9717e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=929f886e-28a3-4e84-a40d-fa6044d9717e,segment=NetworkSegment(a90bb8c7-afc9-4f4f-95cd-4ad30968cefe),segment_id=a90bb8c7-afc9-4f4f-95cd-4ad30968cefe)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:34:05.415903 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Returning: {'device': '929f886e-28a3-4e84-a40d-fa6044d9717e', 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'port_id': '929f886e-28a3-4e84-a40d-fa6044d9717e', 'mac_address': 'fa:16:3e:a3:18:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91926) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:34:05.483864 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:05.500130 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 929f886e-28a3-4e84-a40d-fa6044d9717e {{(pid=91926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:34:05.527222 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 929f886e-28a3-4e84-a40d-fa6044d9717e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=929f886e-28a3-4e84-a40d-fa6044d9717e,segment=NetworkSegment(a90bb8c7-afc9-4f4f-95cd-4ad30968cefe),segment_id=a90bb8c7-afc9-4f4f-95cd-4ad30968cefe)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:34:05.533764 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:05.535651 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:05.560189 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf547ae0-e9f8-47ec-9c68-a5442f09e48b req-8c4919cc-c63e-49c7-9a90-762899d10a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:05.567168 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bf547ae0-e9f8-47ec-9c68-a5442f09e48b req-8c4919cc-c63e-49c7-9a90-762899d10a45 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 1098 time: 0.1313620 Jun 14 16:34:05.611196 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-bf547ae0-e9f8-47ec-9c68-a5442f09e48b req-d4b2b49f-54fd-4df7-b25d-5cfdce50276b service neutron] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:05.628746 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=929f886e-28a3-4e84-a40d-fa6044d9717e,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:05.644435 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:05.697465 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 51488) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:05.723731 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a31dc6f2-840b-4510-a5e6-fdb5b30e7585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:05.781993 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-bf547ae0-e9f8-47ec-9c68-a5442f09e48b req-d4b2b49f-54fd-4df7-b25d-5cfdce50276b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:05.793296 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-bf547ae0-e9f8-47ec-9c68-a5442f09e48b req-d4b2b49f-54fd-4df7-b25d-5cfdce50276b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:05.810667 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f096ee1f-7f54-4acf-8503-bab6b6492a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:05.842176 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['929f886e-28a3-4e84-a40d-fa6044d9717e'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:34:05.861789 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bf547ae0-e9f8-47ec-9c68-a5442f09e48b req-d4b2b49f-54fd-4df7-b25d-5cfdce50276b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=52bd3b6c-22cc-4b14-8f9d-fbbb9e5ca506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819312 Jun 14 16:34:05.886894 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2b49f-54fd-4df7-b25d-5cfdce50276b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4a5e17-186b-43eb-a8c2-5b170b3b0a7f,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:05.892449 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d4b2b49f-54fd-4df7-b25d-5cfdce50276b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:06.061742 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a31dc6f2-840b-4510-a5e6-fdb5b30e7585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:06.071999 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a31dc6f2-840b-4510-a5e6-fdb5b30e7585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:06.139459 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-a0f79f88-c3f0-4261-99b3-8a15077a23cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:06.161272 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-a31dc6f2-840b-4510-a5e6-fdb5b30e7585 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18e4c5e130d44ac3895628d6158cdeb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4622202 Jun 14 16:34:06.165186 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 51510) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:06.223232 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dc6f2-840b-4510-a5e6-fdb5b30e7585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0d75c0-6a0e-49dd-a3c2-73002de5bb51,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:06.236891 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-a31dc6f2-840b-4510-a5e6-fdb5b30e7585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:06.293365 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6186a95d-a718-44a4-8bc9-3241c605cd04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:06.357842 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6186a95d-a718-44a4-8bc9-3241c605cd04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:06.435432 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697358a9-7aa3-4754-b756-7a7254b0b605 req-7c860492-c097-4f12-a041-60aaf52a2f51 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:06.438925 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-697358a9-7aa3-4754-b756-7a7254b0b605 req-7c860492-c097-4f12-a041-60aaf52a2f51 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 945 time: 0.3110094 Jun 14 16:34:06.457637 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fff0d-b774-4de2-a5c8-85ab799992b6 req-a8def7f0-9a2c-4daf-a924-99c278914e97 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:06.459712 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-da0fff0d-b774-4de2-a5c8-85ab799992b6 req-a8def7f0-9a2c-4daf-a924-99c278914e97 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 944 time: 0.2067029 Jun 14 16:34:06.490815 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6186a95d-a718-44a4-8bc9-3241c605cd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:06.494724 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6186a95d-a718-44a4-8bc9-3241c605cd04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:06.502507 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-6186a95d-a718-44a4-8bc9-3241c605cd04 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cd0d75c0-6a0e-49dd-a3c2-73002de5bb51 HTTP/1.1" status: 204 len: 168 time: 0.3323045 Jun 14 16:34:06.503472 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 51526) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:06.504174 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-460af5a0-f637-4003-9e9f-0fb6ee0187c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:06.524672 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186a95d-a718-44a4-8bc9-3241c605cd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0d75c0-6a0e-49dd-a3c2-73002de5bb51,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:06.528274 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6186a95d-a718-44a4-8bc9-3241c605cd04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:06.548039 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-697358a9-7aa3-4754-b756-7a7254b0b605 req-91106310-eeaa-4eee-9dfa-de59c787c6a4 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/security-groups?id=52bd3b6c-22cc-4b14-8f9d-fbbb9e5ca506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002002 Jun 14 16:34:06.555957 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-da0fff0d-b774-4de2-a5c8-85ab799992b6 req-e121c323-af25-4363-892c-58467adbd691 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728695 Jun 14 16:34:06.669545 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:06.786019 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18444d66-639a-4c80-8573-936ad46195a1 req-c4b86cb8-0d88-461a-8d97-f5a1bfc59cc3 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:06.788384 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-18444d66-639a-4c80-8573-936ad46195a1 req-c4b86cb8-0d88-461a-8d97-f5a1bfc59cc3 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 944 time: 0.0898294 Jun 14 16:34:06.840264 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5e56262b-01f6-4fa1-84b6-2ddb6fb9049e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:06.870118 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-18444d66-639a-4c80-8573-936ad46195a1 req-709d1652-e61a-4d96-bec8-a704973477e5 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680082 Jun 14 16:34:06.991568 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5e56262b-01f6-4fa1-84b6-2ddb6fb9049e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:06.997691 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5e56262b-01f6-4fa1-84b6-2ddb6fb9049e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:07.003245 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-e4175f0e-30c1-44e6-b8e9-56fa412a0fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:07.083181 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-5e56262b-01f6-4fa1-84b6-2ddb6fb9049e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d3b3459eb8d488bac4bdff4881b6269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5757737 Jun 14 16:34:07.083789 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 51548) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:07.089107 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56262b-01f6-4fa1-84b6-2ddb6fb9049e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284ae07f-2394-45d5-a2f9-764883eb8b3f,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:07.095732 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-5e56262b-01f6-4fa1-84b6-2ddb6fb9049e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:07.164378 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9544910-d385-45af-a7f9-d079013e0209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314250d2-4441-481b-8741-8329c6e463fd'}] {{(pid=91926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:34:07.168574 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b0a793cb4832d067d15d1ae193df815134514e8483bb184155629213ee4f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce29a83-b356-42f3-92dd-4846b7647f2d" -d '{"events": [{"server_uuid": "f9544910-d385-45af-a7f9-d079013e0209", "name": "network-vif-plugged", "status": "completed", "tag": "314250d2-4441-481b-8741-8329c6e463fd"}]}' {{(pid=91926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:34:07.210725 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 929f886e-28a3-4e84-a40d-fa6044d9717e up at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:34:07.247203 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7847cee4-32e7-4cd6-8528-d7ad0e79b035 x-openstack-request-id: req-7847cee4-32e7-4cd6-8528-d7ad0e79b035 {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:34:07.248081 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9544910-d385-45af-a7f9-d079013e0209", "name": "network-vif-plugged", "status": "completed", "tag": "314250d2-4441-481b-8741-8329c6e463fd", "code": 200}]} {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:34:07.248424 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7847cee4-32e7-4cd6-8528-d7ad0e79b035 {{(pid=91926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:34:07.249479 dv-cinder-796286-2-iscsi neutron-server[91926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9544910-d385-45af-a7f9-d079013e0209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314250d2-4441-481b-8741-8329c6e463fd', 'code': 200} Jun 14 16:34:07.311655 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning for port 929f886e-28a3-4e84-a40d-fa6044d9717e completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:34:07.332826 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning complete for port 929f886e-28a3-4e84-a40d-fa6044d9717e triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:34:07.333225 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:07.475190 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f90756ce-e7ac-43f8-ac4f-7fbb46cb9600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:07.516025 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f90756ce-e7ac-43f8-ac4f-7fbb46cb9600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:07.551055 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:07.645284 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa071d-b2fa-4339-a471-b7299234c5c9 req-d04c425b-2a50-49f1-997b-fc21f120e011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:07.647165 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1caa071d-b2fa-4339-a471-b7299234c5c9 req-d04c425b-2a50-49f1-997b-fc21f120e011 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 1098 time: 0.1157475 Jun 14 16:34:07.729850 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 929f886e-28a3-4e84-a40d-fa6044d9717e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=929f886e-28a3-4e84-a40d-fa6044d9717e,segment=NetworkSegment(a90bb8c7-afc9-4f4f-95cd-4ad30968cefe),segment_id=a90bb8c7-afc9-4f4f-95cd-4ad30968cefe)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:34:07.739872 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:07.741024 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 up at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:34:07.769576 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f90756ce-e7ac-43f8-ac4f-7fbb46cb9600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:07.777080 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f90756ce-e7ac-43f8-ac4f-7fbb46cb9600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:07.781922 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-f90756ce-e7ac-43f8-ac4f-7fbb46cb9600 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/284ae07f-2394-45d5-a2f9-764883eb8b3f HTTP/1.1" status: 204 len: 168 time: 0.6944396 Jun 14 16:34:07.783838 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-92b468ba-6a09-4ad1-ac1b-d23797cb80a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:07.813374 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-a4540f11-0d05-44d4-bb32-b8aa8c448f7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:07.876531 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1caa071d-b2fa-4339-a471-b7299234c5c9 req-a6912c07-1506-4d29-ae5f-809121d80bdd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978927 Jun 14 16:34:07.883431 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90756ce-e7ac-43f8-ac4f-7fbb46cb9600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284ae07f-2394-45d5-a2f9-764883eb8b3f,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:07.887851 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f90756ce-e7ac-43f8-ac4f-7fbb46cb9600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:08.044502 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=929f886e-28a3-4e84-a40d-fa6044d9717e,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:08.061684 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:08.066924 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning for port 8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:34:08.097516 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning complete for port 8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:34:08.111695 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:08.127262 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36a6d5-7f2e-4181-8aba-33e61c507f22 req-762f4d6e-d389-409b-ab31-203fa32dbd4b tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:08.147728 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1a36a6d5-7f2e-4181-8aba-33e61c507f22 req-762f4d6e-d389-409b-ab31-203fa32dbd4b tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 945 time: 0.3092632 Jun 14 16:34:08.282471 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1a36a6d5-7f2e-4181-8aba-33e61c507f22 req-8ad69e90-0cff-4817-a8a5-b2abf2dcc1ed tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/security-groups?id=52bd3b6c-22cc-4b14-8f9d-fbbb9e5ca506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336854 Jun 14 16:34:08.310748 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee77ee4-b20c-4dc0-9f08-bad03924afde req-cd17ab48-b56c-4056-bce0-68a6542cee77 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:08.312604 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2ee77ee4-b20c-4dc0-9f08-bad03924afde req-cd17ab48-b56c-4056-bce0-68a6542cee77 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.2786934 Jun 14 16:34:08.408384 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2ee77ee4-b20c-4dc0-9f08-bad03924afde req-dc8faf04-0c6a-405d-b2d5-62081e5f1f81 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892985 Jun 14 16:34:08.415593 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:08.491078 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 8f8ce50d-84b8-451f-85ed-ebe95e0c4a91, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8f8ce50d-84b8-451f-85ed-ebe95e0c4a91,segment=NetworkSegment(d254e33d-428e-46aa-865b-f04cadb7452d),segment_id=d254e33d-428e-46aa-865b-f04cadb7452d)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:34:08.497941 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:08.503026 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:08.552779 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f4fc9-01a5-4f48-a8e0-b2e1672b9611 req-7b6d0ccc-7adf-4fb0-a43d-83239719e510 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:08.554680 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d70f4fc9-01a5-4f48-a8e0-b2e1672b9611 req-7b6d0ccc-7adf-4fb0-a43d-83239719e510 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 944 time: 0.1432915 Jun 14 16:34:08.589157 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-02a4608e-ee1e-4ca3-8a0c-f209a9bb6a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:08.620934 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=8f8ce50d-84b8-451f-85ed-ebe95e0c4a91,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:08.629919 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:08.647355 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 51622) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:08.670582 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2360a5da-d4ce-49d8-ab1e-e707fede2e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:08.675479 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d70f4fc9-01a5-4f48-a8e0-b2e1672b9611 req-98c94f60-7478-4353-b603-84df59ac5fc6 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013310 Jun 14 16:34:08.808485 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2360a5da-d4ce-49d8-ab1e-e707fede2e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:08.817364 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2360a5da-d4ce-49d8-ab1e-e707fede2e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:08.821490 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-5e56262b-01f6-4fa1-84b6-2ddb6fb9049e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:08.878057 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-2360a5da-d4ce-49d8-ab1e-e707fede2e2d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fdf60199d3b54cbea9c43052d37b4bfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291069 Jun 14 16:34:08.879894 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360a5da-d4ce-49d8-ab1e-e707fede2e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c06f70-1f0d-4cd7-8862-5d7e6c5db41a,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:08.882236 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 51628) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:08.885538 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-2360a5da-d4ce-49d8-ab1e-e707fede2e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:08.998791 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-55450e07-3d17-455d-9b21-29f709082c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:09.093840 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-55450e07-3d17-455d-9b21-29f709082c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:09.174203 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 51640) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:09.190154 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-55450e07-3d17-455d-9b21-29f709082c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:09.194130 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-55450e07-3d17-455d-9b21-29f709082c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:09.195686 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-55450e07-3d17-455d-9b21-29f709082c25 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/94c06f70-1f0d-4cd7-8862-5d7e6c5db41a HTTP/1.1" status: 204 len: 168 time: 0.3118768 Jun 14 16:34:09.196554 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bbd56c3b-968f-4e52-bf9f-66d2c49daf6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:09.222735 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55450e07-3d17-455d-9b21-29f709082c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c06f70-1f0d-4cd7-8862-5d7e6c5db41a,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:09.241781 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-55450e07-3d17-455d-9b21-29f709082c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:09.250176 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a4a599-c468-4b17-9631-57b6cad3f96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929f886e-28a3-4e84-a40d-fa6044d9717e'}, {'server_uuid': '7057b51e-c0a4-46b7-9397-fe2744a9161e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8ce50d-84b8-451f-85ed-ebe95e0c4a91'}] {{(pid=91926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:34:09.252557 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b0a793cb4832d067d15d1ae193df815134514e8483bb184155629213ee4f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61716860-2f37-4aee-b3b0-859784427b75" -d '{"events": [{"server_uuid": "37a4a599-c468-4b17-9631-57b6cad3f96c", "name": "network-vif-plugged", "status": "completed", "tag": "929f886e-28a3-4e84-a40d-fa6044d9717e"}, {"server_uuid": "7057b51e-c0a4-46b7-9397-fe2744a9161e", "name": "network-vif-plugged", "status": "completed", "tag": "8f8ce50d-84b8-451f-85ed-ebe95e0c4a91"}]}' {{(pid=91926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:34:09.381027 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 14 Jun 2021 16:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb78e60-451d-4038-9e41-9ede03d7934f x-openstack-request-id: req-dbb78e60-451d-4038-9e41-9ede03d7934f {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:34:09.381534 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a4a599-c468-4b17-9631-57b6cad3f96c", "name": "network-vif-plugged", "status": "completed", "tag": "929f886e-28a3-4e84-a40d-fa6044d9717e", "code": 200}, {"server_uuid": "7057b51e-c0a4-46b7-9397-fe2744a9161e", "name": "network-vif-plugged", "status": "completed", "tag": "8f8ce50d-84b8-451f-85ed-ebe95e0c4a91", "code": 200}]} {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:34:09.381977 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbb78e60-451d-4038-9e41-9ede03d7934f {{(pid=91926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:34:09.382590 dv-cinder-796286-2-iscsi neutron-server[91926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a4a599-c468-4b17-9631-57b6cad3f96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929f886e-28a3-4e84-a40d-fa6044d9717e', 'code': 200} Jun 14 16:34:09.382922 dv-cinder-796286-2-iscsi neutron-server[91926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7057b51e-c0a4-46b7-9397-fe2744a9161e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8ce50d-84b8-451f-85ed-ebe95e0c4a91', 'code': 200} Jun 14 16:34:09.391428 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-13c9aae3-2d16-4160-892f-33aa48f947ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:09.768783 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-13c9aae3-2d16-4160-892f-33aa48f947ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:09.778898 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-13c9aae3-2d16-4160-892f-33aa48f947ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:09.783552 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130ae97-37c2-4bb1-a5cd-714c7fd65cf7 req-2000147e-eb6c-46f9-8d85-1e1c6e943e68 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:09.784716 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-4f6afa50-9c40-4696-b67c-36577f647d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:09.789495 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9130ae97-37c2-4bb1-a5cd-714c7fd65cf7 req-2000147e-eb6c-46f9-8d85-1e1c6e943e68 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 945 time: 0.2029650 Jun 14 16:34:09.835884 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-13c9aae3-2d16-4160-892f-33aa48f947ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c797a6ae8664477845fb760fb2ce78a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6603911 Jun 14 16:34:09.838357 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 51674) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:09.871867 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9aae3-2d16-4160-892f-33aa48f947ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb61fc8-7569-4f92-8273-75a4b5e9ff90,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:09.876178 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-13c9aae3-2d16-4160-892f-33aa48f947ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:09.902556 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2a2979d3-3c95-4d22-9a31-2c196077e23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:09.957913 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2a2979d3-3c95-4d22-9a31-2c196077e23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:10.078260 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2a2979d3-3c95-4d22-9a31-2c196077e23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:10.079447 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9130ae97-37c2-4bb1-a5cd-714c7fd65cf7 req-562ba28d-7cde-4b9e-ba7a-5148e9838dc5 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/security-groups?id=52bd3b6c-22cc-4b14-8f9d-fbbb9e5ca506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668905 Jun 14 16:34:10.090151 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2a2979d3-3c95-4d22-9a31-2c196077e23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:10.090951 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-2a2979d3-3c95-4d22-9a31-2c196077e23f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3fb61fc8-7569-4f92-8273-75a4b5e9ff90 HTTP/1.1" status: 204 len: 168 time: 0.2503960 Jun 14 16:34:10.092203 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-13c9aae3-2d16-4160-892f-33aa48f947ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:10.150383 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c56a4e-9ee8-4576-ac01-be02d26af8c8 req-c152175a-10ff-4b85-84f6-09d18ecefe02 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:10.152922 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e0c56a4e-9ee8-4576-ac01-be02d26af8c8 req-c152175a-10ff-4b85-84f6-09d18ecefe02 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.3610282 Jun 14 16:34:10.159517 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ddcc-0252-44ec-99fc-25ae3f27d0ba req-cc0d08eb-8996-424e-9134-b1ba9ed2538d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:10.162133 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-cdf4ddcc-0252-44ec-99fc-25ae3f27d0ba req-cc0d08eb-8996-424e-9134-b1ba9ed2538d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 1098 time: 0.3201251 Jun 14 16:34:10.165702 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856eca0b-6fa9-4c5e-84f8-8fa416a8f206 req-c038f92f-6c06-4586-a848-afe26e8d70d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:10.168388 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-856eca0b-6fa9-4c5e-84f8-8fa416a8f206 req-c038f92f-6c06-4586-a848-afe26e8d70d8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 1098 time: 0.3519552 Jun 14 16:34:10.169970 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2979d3-3c95-4d22-9a31-2c196077e23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb61fc8-7569-4f92-8273-75a4b5e9ff90,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:10.207980 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-2a2979d3-3c95-4d22-9a31-2c196077e23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:10.508380 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e0c56a4e-9ee8-4576-ac01-be02d26af8c8 req-8a57ee9d-6207-4a81-8158-02ca465ab2eb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3383851 Jun 14 16:34:10.514553 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-cdf4ddcc-0252-44ec-99fc-25ae3f27d0ba req-84415df1-9763-499e-a248-803aabcb6817 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341546 Jun 14 16:34:10.517156 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-856eca0b-6fa9-4c5e-84f8-8fa416a8f206 req-b2a688dc-74fb-45bd-a891-f47576dc3c70 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3116691 Jun 14 16:34:10.582030 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320336b-4a53-48bb-9faa-2cbf58485652 req-066cf23a-6613-44bc-b2c6-c7a53943f519 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:10.583764 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8320336b-4a53-48bb-9faa-2cbf58485652 req-066cf23a-6613-44bc-b2c6-c7a53943f519 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.2600691 Jun 14 16:34:10.647229 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8320336b-4a53-48bb-9faa-2cbf58485652 req-fdcc021f-8642-441e-8bbf-a0cc4d7ba99d tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457771 Jun 14 16:34:10.673907 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 51716) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:10.709673 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7619c091-f4cc-473b-9a6a-3d393ad781c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:10.793146 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:10.918698 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7619c091-f4cc-473b-9a6a-3d393ad781c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:10.928433 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7619c091-f4cc-473b-9a6a-3d393ad781c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:10.944941 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-80a430b7-7c6e-46b9-901f-aded33565abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:10.982368 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-2145f528-968a-4c1b-bb92-956e2dcc2da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:11.007830 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-7619c091-f4cc-473b-9a6a-3d393ad781c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f21ef71e3a694a0eaaf39e74a6f8bcf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3300641 Jun 14 16:34:11.007830 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619c091-f4cc-473b-9a6a-3d393ad781c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db97f59-dfc9-47bf-aec3-2154805b6607,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:11.008761 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 51732) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:11.023078 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-7619c091-f4cc-473b-9a6a-3d393ad781c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:11.090913 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-45389906-b59c-4a6d-9363-a864f85f2bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:11.137587 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-45389906-b59c-4a6d-9363-a864f85f2bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:11.288305 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-45389906-b59c-4a6d-9363-a864f85f2bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:11.297723 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-45389906-b59c-4a6d-9363-a864f85f2bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:11.300130 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-45389906-b59c-4a6d-9363-a864f85f2bfa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8db97f59-dfc9-47bf-aec3-2154805b6607 HTTP/1.1" status: 204 len: 168 time: 0.2889593 Jun 14 16:34:11.303213 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:11.318960 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45389906-b59c-4a6d-9363-a864f85f2bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db97f59-dfc9-47bf-aec3-2154805b6607,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:11.322749 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-45389906-b59c-4a6d-9363-a864f85f2bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:11.476910 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 51754) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:12.005968 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c03b42-f9f4-44b9-aaee-8e7d8d252291 req-fb4ea525-1256-44fc-8c02-b07541a13016 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:12.011663 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ce8ec09e-2ad1-4cdd-93a4-c505b02928fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:12.020195 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f9c03b42-f9f4-44b9-aaee-8e7d8d252291 req-fb4ea525-1256-44fc-8c02-b07541a13016 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.2414892 Jun 14 16:34:12.179236 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f9c03b42-f9f4-44b9-aaee-8e7d8d252291 req-e9c41a3e-be00-4e98-9993-13e4171aea4e tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570034 Jun 14 16:34:12.209592 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee15b01-9b44-4b9c-b147-f102a53ee016 req-1d4b083e-9f6d-4c3a-a38d-7a5aba97d8e0 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:12.214572 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8ee15b01-9b44-4b9c-b147-f102a53ee016 req-1d4b083e-9f6d-4c3a-a38d-7a5aba97d8e0 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.3170879 Jun 14 16:34:12.273957 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8ee15b01-9b44-4b9c-b147-f102a53ee016 req-db26af1a-bdeb-4fc7-96fb-78e85891fb01 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511196 Jun 14 16:34:12.352508 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ce8ec09e-2ad1-4cdd-93a4-c505b02928fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:12.353970 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:12.365695 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ce8ec09e-2ad1-4cdd-93a4-c505b02928fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:12.378717 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:34:12.405707 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-a8a4b306-21de-4c4b-be6e-cc2f75752e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:12.470529 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 51788) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:12.475552 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-ce8ec09e-2ad1-4cdd-93a4-c505b02928fc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f2efe293a5640a68ea0ad8042277ce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9971230 Jun 14 16:34:12.484283 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ec09e-2ad1-4cdd-93a4-c505b02928fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec5b9e5-8b8f-4d2d-9e29-0c5bdc654f28,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:12.500678 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ec09e-2ad1-4cdd-93a4-c505b02928fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:12.501320 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ec09e-2ad1-4cdd-93a4-c505b02928fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:12.501827 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ec09e-2ad1-4cdd-93a4-c505b02928fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:12.502356 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ec09e-2ad1-4cdd-93a4-c505b02928fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:12.502901 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ec09e-2ad1-4cdd-93a4-c505b02928fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:12.503638 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ec09e-2ad1-4cdd-93a4-c505b02928fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:12.504368 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ec09e-2ad1-4cdd-93a4-c505b02928fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:12.505095 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ec09e-2ad1-4cdd-93a4-c505b02928fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:12.505729 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ec09e-2ad1-4cdd-93a4-c505b02928fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:12.506220 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ec09e-2ad1-4cdd-93a4-c505b02928fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:12.506743 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ec09e-2ad1-4cdd-93a4-c505b02928fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:12.507263 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ec09e-2ad1-4cdd-93a4-c505b02928fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:12.512765 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-ce8ec09e-2ad1-4cdd-93a4-c505b02928fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:12.591162 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-08ceac97-677b-429a-a690-9b894981141e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:12.622069 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-08ceac97-677b-429a-a690-9b894981141e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:12.701094 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-08ceac97-677b-429a-a690-9b894981141e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:12.705436 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-08ceac97-677b-429a-a690-9b894981141e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:12.707779 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-08ceac97-677b-429a-a690-9b894981141e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dec5b9e5-8b8f-4d2d-9e29-0c5bdc654f28 HTTP/1.1" status: 204 len: 168 time: 0.2349329 Jun 14 16:34:12.708785 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-48e20b03-0d98-4a4f-a722-43b0d9872cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:12.720558 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ceac97-677b-429a-a690-9b894981141e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec5b9e5-8b8f-4d2d-9e29-0c5bdc654f28,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:12.728857 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ceac97-677b-429a-a690-9b894981141e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:12.729789 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ceac97-677b-429a-a690-9b894981141e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:12.730209 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ceac97-677b-429a-a690-9b894981141e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:12.730665 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ceac97-677b-429a-a690-9b894981141e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:12.731093 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ceac97-677b-429a-a690-9b894981141e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:12.731527 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ceac97-677b-429a-a690-9b894981141e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:12.731924 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ceac97-677b-429a-a690-9b894981141e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:12.737772 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ceac97-677b-429a-a690-9b894981141e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:12.738158 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ceac97-677b-429a-a690-9b894981141e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:12.738554 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ceac97-677b-429a-a690-9b894981141e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:12.739025 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ceac97-677b-429a-a690-9b894981141e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:12.741084 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ceac97-677b-429a-a690-9b894981141e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:12.744697 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-08ceac97-677b-429a-a690-9b894981141e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:13.369820 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 51830) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:13.412493 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0a9ceec5-64d8-4616-867b-bc0aabd2dfa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:13.619452 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0a9ceec5-64d8-4616-867b-bc0aabd2dfa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:13.625742 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0a9ceec5-64d8-4616-867b-bc0aabd2dfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:13.631690 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:13.636767 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8225a2d-abfa-4b55-a76c-7993c2112b2d req-8fe5738c-4f49-4b3b-a2a1-69547c5def3a tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:13.638473 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c8225a2d-abfa-4b55-a76c-7993c2112b2d req-8fe5738c-4f49-4b3b-a2a1-69547c5def3a tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.1694906 Jun 14 16:34:13.728939 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-0a9ceec5-64d8-4616-867b-bc0aabd2dfa4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=85c43e643cb248859469de00b2ea9592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3568587 Jun 14 16:34:13.730693 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ceec5-64d8-4616-867b-bc0aabd2dfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b570c80-37f2-422b-9db6-0859aa634a8b,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:13.732668 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 51846) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:13.748900 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0a9ceec5-64d8-4616-867b-bc0aabd2dfa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:13.749137 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c8225a2d-abfa-4b55-a76c-7993c2112b2d req-49da41b0-614b-440d-b987-63620334f786 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918143 Jun 14 16:34:13.937327 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bc07d1ee-dac6-47b0-ab5d-d23c01a0c56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:13.967494 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7241d7f-2632-4351-9b85-bd5119ce7914 req-f475a149-124f-4fdf-8d07-3aed1b01cb7f tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:13.969039 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d7241d7f-2632-4351-9b85-bd5119ce7914 req-f475a149-124f-4fdf-8d07-3aed1b01cb7f tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.2335408 Jun 14 16:34:14.053153 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bc07d1ee-dac6-47b0-ab5d-d23c01a0c56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:14.136653 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d7241d7f-2632-4351-9b85-bd5119ce7914 req-7024728b-0ed5-4009-9a4c-c940cd4ceba8 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347060 Jun 14 16:34:14.220149 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:14.223225 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09bc37-7963-48cf-9acb-891cecfa7d25 req-a9ca1297-539d-4fa0-b80a-dca16430ec57 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:14.225213 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-aa09bc37-7963-48cf-9acb-891cecfa7d25 req-a9ca1297-539d-4fa0-b80a-dca16430ec57 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.2851958 Jun 14 16:34:14.236808 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 51866) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:14.242265 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-bdb85982-73ba-401f-979d-ce01bcda55de tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Request body: {'floatingip': {'port_id': '929f886e-28a3-4e84-a40d-fa6044d9717e'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:14.423870 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bc07d1ee-dac6-47b0-ab5d-d23c01a0c56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:14.429045 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bc07d1ee-dac6-47b0-ab5d-d23c01a0c56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:14.430966 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-bc07d1ee-dac6-47b0-ab5d-d23c01a0c56f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b570c80-37f2-422b-9db6-0859aa634a8b HTTP/1.1" status: 204 len: 168 time: 0.6910479 Jun 14 16:34:14.437711 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bdb85982-73ba-401f-979d-ce01bcda55de tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for floatingip, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:14.444857 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-7619c091-f4cc-473b-9a6a-3d393ad781c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:14.522092 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07d1ee-dac6-47b0-ab5d-d23c01a0c56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b570c80-37f2-422b-9db6-0859aa634a8b,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:14.534705 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bc07d1ee-dac6-47b0-ab5d-d23c01a0c56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:14.847128 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 51884) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:15.130612 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5c9d2629-d17c-4d4f-8d5e-bee7eb76070a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:15.352461 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5c9d2629-d17c-4d4f-8d5e-bee7eb76070a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:15.360211 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5c9d2629-d17c-4d4f-8d5e-bee7eb76070a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:15.367033 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-d92404a2-31b1-43f7-8dba-65f6a2affd99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:15.478808 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-5c9d2629-d17c-4d4f-8d5e-bee7eb76070a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0babbb1a00fc4563bab9a92a93311f0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6288230 Jun 14 16:34:15.480510 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 51910) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:15.484703 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d2629-d17c-4d4f-8d5e-bee7eb76070a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9f6349-7f5f-4750-ab63-4368291f830a,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:15.496255 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-5c9d2629-d17c-4d4f-8d5e-bee7eb76070a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:15.588351 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b731eb5d-8b5a-4f8b-a271-0a68ca323393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:15.639873 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b731eb5d-8b5a-4f8b-a271-0a68ca323393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:15.656036 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d0c1f-28fa-4794-bb51-2afcd609c65f req-d00295cd-9abe-463e-9be4-33137ef950e2 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:15.659798 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7f7d0c1f-28fa-4794-bb51-2afcd609c65f req-d00295cd-9abe-463e-9be4-33137ef950e2 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.5934250 Jun 14 16:34:15.745427 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b731eb5d-8b5a-4f8b-a271-0a68ca323393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:15.749692 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b731eb5d-8b5a-4f8b-a271-0a68ca323393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:15.755097 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-b731eb5d-8b5a-4f8b-a271-0a68ca323393 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba9f6349-7f5f-4750-ab63-4368291f830a HTTP/1.1" status: 204 len: 168 time: 0.2722683 Jun 14 16:34:15.756833 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-ce8ec09e-2ad1-4cdd-93a4-c505b02928fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:15.769884 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731eb5d-8b5a-4f8b-a271-0a68ca323393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9f6349-7f5f-4750-ab63-4368291f830a,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:15.773964 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-b731eb5d-8b5a-4f8b-a271-0a68ca323393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:15.984200 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7663ee-7e46-4873-a304-a5c6cebdda2b req-524b95fc-2188-4b1e-9c5b-5b4432c44e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:15.986074 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9c7663ee-7e46-4873-a304-a5c6cebdda2b req-524b95fc-2188-4b1e-9c5b-5b4432c44e4e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c90e9f6caa44ace9e9c8571d4b33473&device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 1098 time: 0.9187751 Jun 14 16:34:16.204260 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7f7d0c1f-28fa-4794-bb51-2afcd609c65f req-10735867-d767-4202-a11c-cbd320ba9ff1 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398428 Jun 14 16:34:16.328602 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7663ee-7e46-4873-a304-a5c6cebdda2b req-c115e810-9b49-46e2-9fec-ccf11282f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:16.330075 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9c7663ee-7e46-4873-a304-a5c6cebdda2b req-c115e810-9b49-46e2-9fec-ccf11282f58e service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bacab7d-e7d5-400d-a72a-7caeec0312a6 HTTP/1.1" status: 200 len: 920 time: 0.3147931 Jun 14 16:34:16.440536 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bdb85982-73ba-401f-979d-ce01bcda55de tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:16.452324 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bdb85982-73ba-401f-979d-ce01bcda55de tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594291'] for floatingip, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:16.674216 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.db.l3_db [None req-bdb85982-73ba-401f-979d-ce01bcda55de tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Floating IP 4c0c8679-c002-4096-a6fa-597b6f810c60 associated. External IP: 172.27.0.195, port: 929f886e-28a3-4e84-a40d-fa6044d9717e. Jun 14 16:34:17.023202 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 51974) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:17.111855 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb85982-73ba-401f-979d-ce01bcda55de tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Router 8523845a-50b7-4bd6-afc0-165f8e5292eb has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:34:17.174722 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-1cb8785c-27c5-4f9f-b72e-e1d5f72d7244 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-942742487-network', 'tenant_id': 'd113f386f2f84e78b0e366a5cf61a0ce'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:17.205738 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb8785c-27c5-4f9f-b72e-e1d5f72d7244 admin admin] Made reservation on behalf of d113f386f2f84e78b0e366a5cf61a0ce for: {'network': 1} {{(pid=91925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:34:17.208463 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1cb8785c-27c5-4f9f-b72e-e1d5f72d7244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for network, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:17.222415 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1cb8785c-27c5-4f9f-b72e-e1d5f72d7244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:17.390113 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1cb8785c-27c5-4f9f-b72e-e1d5f72d7244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:17.396304 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1cb8785c-27c5-4f9f-b72e-e1d5f72d7244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:17.402046 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-45439b4f-7b8a-4763-b6df-83bea52e8abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:17.432718 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb8785c-27c5-4f9f-b72e-e1d5f72d7244 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=91925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:34:17.450956 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb85982-73ba-401f-979d-ce01bcda55de tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:34:17.459873 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1cb8785c-27c5-4f9f-b72e-e1d5f72d7244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:17.460694 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.db.segments_db [None req-1cb8785c-27c5-4f9f-b72e-e1d5f72d7244 admin admin] Added segment c7724c2a-666d-4110-a0d4-30096c687ba3 of type vlan for network 34a54055-68d2-4b53-af5d-655e478e8aca Jun 14 16:34:17.463426 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8785c-27c5-4f9f-b72e-e1d5f72d7244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:17.468599 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1b2ba8-caf8-4987-9818-14c7f81d6de9 None None] Sync routers for ids ['8523845a-50b7-4bd6-afc0-165f8e5292eb'] in dv-cinder-796286-2-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:34:17.472341 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bdb85982-73ba-401f-979d-ce01bcda55de tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for floatingip, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:17.483818 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1b2ba8-caf8-4987-9818-14c7f81d6de9 None None] Routers {'8523845a-50b7-4bd6-afc0-165f8e5292eb'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:34:17.484057 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-1cb8785c-27c5-4f9f-b72e-e1d5f72d7244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:17.484762 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-8b1b2ba8-caf8-4987-9818-14c7f81d6de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:34:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['8523845a-50b7-4bd6-afc0-165f8e5292eb'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:17.573917 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1cb8785c-27c5-4f9f-b72e-e1d5f72d7244 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769376812472'] for network, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:17.588675 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6706f9-a143-40d2-813c-b588ba2c2be9 req-38cfad9d-f779-4d2d-920d-e83725f32d03 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:17.591446 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1e6706f9-a143-40d2-813c-b588ba2c2be9 req-38cfad9d-f779-4d2d-920d-e83725f32d03 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.2523334 Jun 14 16:34:17.595187 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-bdb85982-73ba-401f-979d-ce01bcda55de tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "PUT /v2.0/floatingips/4c0c8679-c002-4096-a6fa-597b6f810c60 HTTP/1.1" status: 200 len: 991 time: 3.3557820 Jun 14 16:34:17.596286 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a4a599-c468-4b17-9631-57b6cad3f96c', 'tag': '929f886e-28a3-4e84-a40d-fa6044d9717e'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:34:17.600460 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f33024-cd6c-4ee9-b47f-d3b4764ab7fc" -d '{"events": [{"name": "network-changed", "server_uuid": "37a4a599-c468-4b17-9631-57b6cad3f96c", "tag": "929f886e-28a3-4e84-a40d-fa6044d9717e"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:34:17.630904 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1cb8785c-27c5-4f9f-b72e-e1d5f72d7244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:17.633311 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb8785c-27c5-4f9f-b72e-e1d5f72d7244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:17.634414 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1cb8785c-27c5-4f9f-b72e-e1d5f72d7244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:17.640411 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:17.702273 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1e6706f9-a143-40d2-813c-b588ba2c2be9 req-9fe0a5ac-88d6-4759-97d0-292370f6b17b tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951121 Jun 14 16:34:17.929285 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-8b1b2ba8-caf8-4987-9818-14c7f81d6de9 None None] Set router 8523845a-50b7-4bd6-afc0-165f8e5292eb gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:34:18.031804 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8785c-27c5-4f9f-b72e-e1d5f72d7244 admin admin] Pushing event updated for resources: {'Network': ['ID=34a54055-68d2-4b53-af5d-655e478e8aca,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:18.037700 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-1cb8785c-27c5-4f9f-b72e-e1d5f72d7244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:18.047669 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-1cb8785c-27c5-4f9f-b72e-e1d5f72d7244 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0228679 Jun 14 16:34:18.057155 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Network 34a54055-68d2-4b53-af5d-655e478e8aca details requested by agent ovs-agent-dv-cinder-796286-2-iscsi with host dv-cinder-796286-2-iscsi {{(pid=91926) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:34:18.063983 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 51998) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:18.077558 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-53c63557-fe30-467a-bca4-0318796db85a admin admin] Request body: {'subnet': {'network_id': '34a54055-68d2-4b53-af5d-655e478e8aca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-942742487-subnet', 'tenant_id': 'd113f386f2f84e78b0e366a5cf61a0ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:18.119624 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c63557-fe30-467a-bca4-0318796db85a admin admin] Made reservation on behalf of d113f386f2f84e78b0e366a5cf61a0ce for: {'subnet': 1} {{(pid=91925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:34:18.122025 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53c63557-fe30-467a-bca4-0318796db85a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12509313'] for subnet, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:18.293535 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e32e070-f1ba-486c-8d00-ea4a3502d733 x-openstack-request-id: req-8e32e070-f1ba-486c-8d00-ea4a3502d733 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:34:18.293821 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a4a599-c468-4b17-9631-57b6cad3f96c", "tag": "929f886e-28a3-4e84-a40d-fa6044d9717e", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:34:18.294837 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e32e070-f1ba-486c-8d00-ea4a3502d733 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:34:18.294837 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a4a599-c468-4b17-9631-57b6cad3f96c', 'tag': '929f886e-28a3-4e84-a40d-fa6044d9717e', 'status': 'completed', 'code': 200} Jun 14 16:34:18.296329 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9c7663ee-7e46-4873-a304-a5c6cebdda2b req-26b2d70b-7c9e-446b-acad-3c4682b50b19 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 HTTP/1.1" status: 200 len: 217 time: 0.6169145 Jun 14 16:34:18.387731 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-8b1b2ba8-caf8-4987-9818-14c7f81d6de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'name': 'tempest-AttachVolumeTestJSON-948943538-router', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:14Z', 'updated_at': '2021-06-14T16:33:23Z', 'revision_number': 4, 'project_id': '8586ae834394465a86a02671a1260b36', 'gw_port': {'id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:15Z', 'updated_at': '2021-06-14T16:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_floatingips': [{'id': '4c0c8679-c002-4096-a6fa-597b6f810c60', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'port_id': '929f886e-28a3-4e84-a40d-fa6044d9717e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'mac_address': 'fa:16:3e:a3:18:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4a599-c468-4b17-9631-57b6cad3f96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T16:33:29Z', 'updated_at': '2021-06-14T16:34:16Z', 'revision_number': 1, 'project_id': '8586ae834394465a86a02671a1260b36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e95de6d-a624-4521-9996-9980269acffd', 'name': '', 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'mac_address': 'fa:16:3e:c5:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:21Z', 'updated_at': '2021-06-14T16:33:30Z', 'revision_number': 5, 'project_id': '8586ae834394465a86a02671a1260b36', 'subnets': [{'id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:18.391574 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1b2ba8-caf8-4987-9818-14c7f81d6de9 None None] Checking router: 8523845a-50b7-4bd6-afc0-165f8e5292eb for host: dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:34:18.400487 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1b2ba8-caf8-4987-9818-14c7f81d6de9 None None] Routers {'8523845a-50b7-4bd6-afc0-165f8e5292eb'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:34:18.401129 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-8b1b2ba8-caf8-4987-9818-14c7f81d6de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:34:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['8523845a-50b7-4bd6-afc0-165f8e5292eb'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:18.550523 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-8b1b2ba8-caf8-4987-9818-14c7f81d6de9 None None] Set router 8523845a-50b7-4bd6-afc0-165f8e5292eb gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:34:18.603251 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53c63557-fe30-467a-bca4-0318796db85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11588439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12509335'] for subnet, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:18.606606 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-c43ceec7-8aa9-4e20-bef9-3cbb5bf2486c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:18.696632 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c63557-fe30-467a-bca4-0318796db85a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d34e39a3-4d8e-4bbb-bf17-6e5d23c1078d,revision_number=0']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:18.701926 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-53c63557-fe30-467a-bca4-0318796db85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:18.710034 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c63557-fe30-467a-bca4-0318796db85a admin admin] Checking segment: {'id': 'c7724c2a-666d-4110-a0d4-30096c687ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '34a54055-68d2-4b53-af5d-655e478e8aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:34:18.710420 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c63557-fe30-467a-bca4-0318796db85a admin admin] Network hostable DHCP agents. Network: 34a54055-68d2-4b53-af5d-655e478e8aca, hostable agents: ['375ffa47-0472-477a-9943-d26e949c75c5'], hosted agents: [] {{(pid=91925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:34:18.732656 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c63557-fe30-467a-bca4-0318796db85a admin admin] Network 34a54055-68d2-4b53-af5d-655e478e8aca is scheduled to be hosted by DHCP agent 375ffa47-0472-477a-9943-d26e949c75c5 with binding_index 1 {{(pid=91925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:34:18.748963 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-53c63557-fe30-467a-bca4-0318796db85a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-iscsi, 34a54055-68d2-4b53-af5d-655e478e8aca) {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:34:18.756095 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c63557-fe30-467a-bca4-0318796db85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:18.758185 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-53c63557-fe30-467a-bca4-0318796db85a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:18.760212 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5427c33c-d2b0-45ca-98ed-844091a1255b None None] Network 34a54055-68d2-4b53-af5d-655e478e8aca requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:34:18.777579 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-53c63557-fe30-467a-bca4-0318796db85a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7115517 Jun 14 16:34:18.982770 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b555d7-aa3e-4c9a-8730-18cc86a29177 None None] Network 34a54055-68d2-4b53-af5d-655e478e8aca requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:34:19.042028 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc0440-4755-4a00-b93d-cd8fbca46e7a req-cc0895b0-7384-45c5-86bd-47fbf743a611 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:19.050881 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-aecc0440-4755-4a00-b93d-cd8fbca46e7a req-cc0895b0-7384-45c5-86bd-47fbf743a611 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.0969963 Jun 14 16:34:19.128699 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-aecc0440-4755-4a00-b93d-cd8fbca46e7a req-138eccad-187d-4d20-9d28-5675384c57fc tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754230 Jun 14 16:34:19.135703 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-8b1b2ba8-caf8-4987-9818-14c7f81d6de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'name': 'tempest-AttachVolumeTestJSON-948943538-router', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:14Z', 'updated_at': '2021-06-14T16:33:23Z', 'revision_number': 4, 'project_id': '8586ae834394465a86a02671a1260b36', 'gw_port': {'id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:15Z', 'updated_at': '2021-06-14T16:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_floatingips': [{'id': '4c0c8679-c002-4096-a6fa-597b6f810c60', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'port_id': '929f886e-28a3-4e84-a40d-fa6044d9717e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'mac_address': 'fa:16:3e:a3:18:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4a599-c468-4b17-9631-57b6cad3f96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T16:33:29Z', 'updated_at': '2021-06-14T16:34:16Z', 'revision_number': 1, 'project_id': '8586ae834394465a86a02671a1260b36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e95de6d-a624-4521-9996-9980269acffd', 'name': '', 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'mac_address': 'fa:16:3e:c5:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:21Z', 'updated_at': '2021-06-14T16:33:30Z', 'revision_number': 5, 'project_id': '8586ae834394465a86a02671a1260b36', 'subnets': [{'id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:19.143284 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1b2ba8-caf8-4987-9818-14c7f81d6de9 None None] The sync data for ids ['8523845a-50b7-4bd6-afc0-165f8e5292eb'] in dv-cinder-796286-2-iscsi is: [{'id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'name': 'tempest-AttachVolumeTestJSON-948943538-router', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:14Z', 'updated_at': '2021-06-14T16:33:23Z', 'revision_number': 4, 'project_id': '8586ae834394465a86a02671a1260b36', 'gw_port': {'id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:15Z', 'updated_at': '2021-06-14T16:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_floatingips': [{'id': '4c0c8679-c002-4096-a6fa-597b6f810c60', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'port_id': '929f886e-28a3-4e84-a40d-fa6044d9717e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'mac_address': 'fa:16:3e:a3:18:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a4a599-c468-4b17-9631-57b6cad3f96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T16:33:29Z', 'updated_at': '2021-06-14T16:34:16Z', 'revision_number': 1, 'project_id': '8586ae834394465a86a02671a1260b36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e95de6d-a624-4521-9996-9980269acffd', 'name': '', 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'mac_address': 'fa:16:3e:c5:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:21Z', 'updated_at': '2021-06-14T16:33:30Z', 'revision_number': 5, 'project_id': '8586ae834394465a86a02671a1260b36', 'subnets': [{'id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:34:19.480130 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662cfb29-7314-44d2-814a-d0dcd496e839 None None] New status for floating IP 4c0c8679-c002-4096-a6fa-597b6f810c60: ACTIVE {{(pid=91926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 16:34:20.379440 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7663ee-7e46-4873-a304-a5c6cebdda2b req-a649dae5-7f4f-4ef7-bc37-50f521739e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:20.380914 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9c7663ee-7e46-4873-a304-a5c6cebdda2b req-a649dae5-7f4f-4ef7-bc37-50f521739e79 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76ebf11c-6866-45a5-8a22-bba3c93daf27 HTTP/1.1" status: 200 len: 859 time: 0.1494741 Jun 14 16:34:20.442872 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9c7663ee-7e46-4873-a304-a5c6cebdda2b req-93f225d5-2b78-4857-b941-3a34dc5a798b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bacab7d-e7d5-400d-a72a-7caeec0312a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513899 Jun 14 16:34:20.470586 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f33024-cd6c-4ee9-b47f-d3b4764ab7fc req-a7813bf8-8cd1-4e78-8073-98269be7d326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:20.472233 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c3f33024-cd6c-4ee9-b47f-d3b4764ab7fc req-a7813bf8-8cd1-4e78-8073-98269be7d326 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8586ae834394465a86a02671a1260b36&device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 1098 time: 0.2313530 Jun 14 16:34:20.532848 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc62ea-470b-4129-be1e-407880887672 req-556e0b83-b1b0-4a13-a819-58ac06fd43b1 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:20.534670 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-10bc62ea-470b-4129-be1e-407880887672 req-556e0b83-b1b0-4a13-a819-58ac06fd43b1 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.2225065 Jun 14 16:34:20.734459 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-10bc62ea-470b-4129-be1e-407880887672 req-1877b2f3-9857-4995-94cb-fe79502351b2 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845973 Jun 14 16:34:20.740271 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9c7663ee-7e46-4873-a304-a5c6cebdda2b req-089bd814-b0bd-4fa2-aec0-af386b52b2d7 service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810748 Jun 14 16:34:20.770435 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f33024-cd6c-4ee9-b47f-d3b4764ab7fc req-f4f51378-1a72-45a1-be4d-f8fade095d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:20.771832 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c3f33024-cd6c-4ee9-b47f-d3b4764ab7fc req-f4f51378-1a72-45a1-be4d-f8fade095d6b service neutron] 10.222.0.43 "GET /v2.0/networks?id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 HTTP/1.1" status: 200 len: 911 time: 0.2592094 Jun 14 16:34:20.968558 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c3f33024-cd6c-4ee9-b47f-d3b4764ab7fc req-923ed76e-4220-4d87-9615-fa37f298e525 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=929f886e-28a3-4e84-a40d-fa6044d9717e HTTP/1.1" status: 200 len: 1001 time: 0.1841013 Jun 14 16:34:21.028184 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9c7663ee-7e46-4873-a304-a5c6cebdda2b req-3601eee1-d97b-4397-86f6-5751406d0c88 service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710869 Jun 14 16:34:21.065153 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f33024-cd6c-4ee9-b47f-d3b4764ab7fc req-53136910-ab91-47a0-ba28-5045a0d15c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:21.068126 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c3f33024-cd6c-4ee9-b47f-d3b4764ab7fc req-53136910-ab91-47a0-ba28-5045a0d15c5f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60993bc5-fab3-4267-a96d-bd92b388336f HTTP/1.1" status: 200 len: 849 time: 0.0845928 Jun 14 16:34:21.159236 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f33024-cd6c-4ee9-b47f-d3b4764ab7fc req-3293784b-f93a-48d1-a62f-9fe52be1ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:21.161673 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c3f33024-cd6c-4ee9-b47f-d3b4764ab7fc req-3293784b-f93a-48d1-a62f-9fe52be1ab4a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832298 Jun 14 16:34:21.352825 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c3f33024-cd6c-4ee9-b47f-d3b4764ab7fc req-fc97b3c5-7245-4772-8206-a6e4d4802edf service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690385 Jun 14 16:34:21.552053 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c3f33024-cd6c-4ee9-b47f-d3b4764ab7fc req-d54d1742-6984-4883-909f-8dbad6546901 service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873848 Jun 14 16:34:22.122166 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-45c3919b-44f0-4048-8e04-baea5263421c tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:22.123139 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-45c3919b-44f0-4048-8e04-baea5263421c tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/networks?id=34a54055-68d2-4b53-af5d-655e478e8aca HTTP/1.1" status: 200 len: 808 time: 0.2428470 Jun 14 16:34:22.155767 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7cecb-c3e9-4092-a660-dc411f3e3e3d req-e7334aeb-e8e0-4690-ba5e-81451d2c2fc4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:22.158903 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d5b7cecb-c3e9-4092-a660-dc411f3e3e3d req-e7334aeb-e8e0-4690-ba5e-81451d2c2fc4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.1534603 Jun 14 16:34:22.175280 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-92a3217c-1c88-40bc-b9d4-e24be21e52db tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/quotas/d113f386f2f84e78b0e366a5cf61a0ce HTTP/1.1" status: 200 len: 375 time: 0.0357106 Jun 14 16:34:22.227683 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-bf95df1a-5e11-4f22-a941-f6ebc22087d2 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d113f386f2f84e78b0e366a5cf61a0ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556786 Jun 14 16:34:22.260479 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d5b7cecb-c3e9-4092-a660-dc411f3e3e3d req-c7e79255-1f8c-4efc-954b-7446ac95eea7 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866897 Jun 14 16:34:22.441313 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-9cda59d8-7d79-42a3-8496-4907f70dcac9 service neutron] 10.222.0.25 "GET /v2.0/networks/34a54055-68d2-4b53-af5d-655e478e8aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941178 Jun 14 16:34:22.608515 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-097cb248-ce2a-4f3a-8d01-60ed0993a82b service neutron] 10.222.0.25 "GET /v2.0/networks/34a54055-68d2-4b53-af5d-655e478e8aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571259 Jun 14 16:34:22.902325 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-cbc53cf3-1eea-4aa0-9e5e-d4a9995b7fc7 req-b7645f76-5d26-4407-9af3-ef6f7c10965a tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=a813b4c8-615a-4475-9831-525d28b49d1f HTTP/1.1" status: 200 len: 210 time: 0.0806363 Jun 14 16:34:23.185894 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 52142) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:23.394027 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-27b76542-c54a-4210-9681-186288bf4aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:23.531149 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-27b76542-c54a-4210-9681-186288bf4aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:23.536572 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-27b76542-c54a-4210-9681-186288bf4aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:23.557730 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-45389906-b59c-4a6d-9363-a864f85f2bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:23.563152 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fac8d4-db3d-433b-894e-f38ba2bb3f77 req-0cf4a073-a0fa-414b-8995-341d89e89224 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:23.565153 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a3fac8d4-db3d-433b-894e-f38ba2bb3f77 req-0cf4a073-a0fa-414b-8995-341d89e89224 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.1169393 Jun 14 16:34:23.614246 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-27b76542-c54a-4210-9681-186288bf4aa1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6cd568c690c7473f8f53bda79525f88f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4266136 Jun 14 16:34:23.616379 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b76542-c54a-4210-9681-186288bf4aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024e663f-b4b4-45d5-8a61-29ef83647613,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:23.619630 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 52150) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:23.621166 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-27b76542-c54a-4210-9681-186288bf4aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:23.662968 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a3fac8d4-db3d-433b-894e-f38ba2bb3f77 req-3904541a-da54-47a5-a864-d006cf79dd23 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852442 Jun 14 16:34:23.748140 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-93ecace4-aa17-4143-adbb-0051a3d3da14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:23.793198 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-93ecace4-aa17-4143-adbb-0051a3d3da14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:23.814960 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 52168) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:23.886578 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-93ecace4-aa17-4143-adbb-0051a3d3da14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:23.893803 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-93ecace4-aa17-4143-adbb-0051a3d3da14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:23.896897 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-93ecace4-aa17-4143-adbb-0051a3d3da14 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/024e663f-b4b4-45d5-8a61-29ef83647613 HTTP/1.1" status: 204 len: 168 time: 0.2732830 Jun 14 16:34:23.900697 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-008d366c-a7dc-4a1f-ad3d-775e7fc9f100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:23.941101 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ecace4-aa17-4143-adbb-0051a3d3da14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024e663f-b4b4-45d5-8a61-29ef83647613,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:23.962897 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-93ecace4-aa17-4143-adbb-0051a3d3da14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:23.968424 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6634028-d87a-4189-a14f-a64bf1a84dff admin admin] Deleting subnet 8dbfd4c7-f816-453a-97dd-e45d8b88a0bb {{(pid=91925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 16:34:23.975075 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e6634028-d87a-4189-a14f-a64bf1a84dff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:24.073754 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e6634028-d87a-4189-a14f-a64bf1a84dff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11696424'] for subnet, precommit_delete_associations {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:24.147201 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e6634028-d87a-4189-a14f-a64bf1a84dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3822193'] for subnet, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:24.327126 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e6634028-d87a-4189-a14f-a64bf1a84dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3822200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11588372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12509356'] for subnet, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:24.331994 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:24.399273 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-52f11b49-36b6-44af-996b-fe0988e19553 req-78c051d9-e36b-46c6-8002-3ec9803a8839 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=a813b4c8-615a-4475-9831-525d28b49d1f HTTP/1.1" status: 200 len: 210 time: 0.0536008 Jun 14 16:34:24.407047 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6634028-d87a-4189-a14f-a64bf1a84dff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dbfd4c7-f816-453a-97dd-e45d8b88a0bb,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:24.427698 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-e6634028-d87a-4189-a14f-a64bf1a84dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:24.429121 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e6634028-d87a-4189-a14f-a64bf1a84dff admin admin] Notify callbacks [] for subnet, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:24.432648 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-e6634028-d87a-4189-a14f-a64bf1a84dff admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8dbfd4c7-f816-453a-97dd-e45d8b88a0bb HTTP/1.1" status: 204 len: 168 time: 0.6136627 Jun 14 16:34:24.435506 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 52184) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:24.547069 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 52186) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:24.574856 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0992e38e-cabf-4cd3-a77b-47fc5a970b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:24.626822 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f86e45e9-febf-43b7-8950-d3c3c92c6506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684090'] for network, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:24.752629 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b04c26-9cf8-4cd9-b8f4-36c8fc151824 req-b268dcaa-2e46-431c-9a15-b050006240c3 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:24.755537 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-17b04c26-9cf8-4cd9-b8f4-36c8fc151824 req-b268dcaa-2e46-431c-9a15-b050006240c3 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 945 time: 0.1948051 Jun 14 16:34:24.802058 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f86e45e9-febf-43b7-8950-d3c3c92c6506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3827948', 'neutron.services.segments.db._delete_segments_for_network-8769377283256'] for network, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:24.808014 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0992e38e-cabf-4cd3-a77b-47fc5a970b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:24.817073 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0992e38e-cabf-4cd3-a77b-47fc5a970b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:24.823933 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:24.824863 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-f86e45e9-febf-43b7-8950-d3c3c92c6506 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32da9882-67ed-47f5-a72a-947b02f39929']}} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:24.851705 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-f86e45e9-febf-43b7-8950-d3c3c92c6506 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928a6da2-f799-493c-bfbd-757e3a11450c') {'for_net_delete': True} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:24.852319 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-f86e45e9-febf-43b7-8950-d3c3c92c6506 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928a6da2-f799-493c-bfbd-757e3a11450c') {} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:24.896289 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f86e45e9-febf-43b7-8950-d3c3c92c6506 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769377283094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11922907'] for segment, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:24.902900 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-17b04c26-9cf8-4cd9-b8f4-36c8fc151824 req-ba9c3c26-7956-4379-91ea-b57c8949510f tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/security-groups?id=52bd3b6c-22cc-4b14-8f9d-fbbb9e5ca506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973723 Jun 14 16:34:24.918514 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-0992e38e-cabf-4cd3-a77b-47fc5a970b8e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5c44b94750b40ae8d67b27263665225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3696580 Jun 14 16:34:24.919186 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 52192) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:24.926077 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992e38e-cabf-4cd3-a77b-47fc5a970b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6acff5-f6c5-476d-b233-ecf00b2f2480,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:24.930076 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0992e38e-cabf-4cd3-a77b-47fc5a970b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:25.046384 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5c19f4ae-ea8b-4ec0-b624-469476d3b907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:25.102416 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5c19f4ae-ea8b-4ec0-b624-469476d3b907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:25.194114 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5c19f4ae-ea8b-4ec0-b624-469476d3b907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:25.199110 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5c19f4ae-ea8b-4ec0-b624-469476d3b907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:25.200772 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-5c19f4ae-ea8b-4ec0-b624-469476d3b907 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f6acff5-f6c5-476d-b233-ecf00b2f2480 HTTP/1.1" status: 204 len: 168 time: 0.2800968 Jun 14 16:34:25.201889 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-b1467a21-987d-4922-a07d-87c25bcb7eba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:25.234683 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19f4ae-ea8b-4ec0-b624-469476d3b907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6acff5-f6c5-476d-b233-ecf00b2f2480,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:25.251032 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-5c19f4ae-ea8b-4ec0-b624-469476d3b907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:25.251840 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 52200) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:25.295178 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f86e45e9-febf-43b7-8950-d3c3c92c6506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:25.371146 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86e45e9-febf-43b7-8950-d3c3c92c6506 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=91924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 16:34:25.371992 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f86e45e9-febf-43b7-8950-d3c3c92c6506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12205854'] for segment, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: Traceback (most recent call last): Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: timer() Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: cb(*args, **kw) Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: return func(*args, **kwargs) Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: self._notify() Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: self.callback(batched_events) Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: event.method(event) Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: return f(self, *a, **k) Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: return self._get(url).json() Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: return self.request(url, 'GET', **kwargs) Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 16:34:25.374920 dv-cinder-796286-2-iscsi neutron-server[91924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 16:34:25.814725 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5b7852c5-9d3f-4bec-a83e-e8e938aa79ab req-ba88641f-62dd-4c4a-8cf4-b4443035a798 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=a813b4c8-615a-4475-9831-525d28b49d1f HTTP/1.1" status: 200 len: 210 time: 0.0891333 Jun 14 16:34:25.824592 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-182ceb51-cfd1-45de-8ab1-495c001fa9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:25.831599 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f86e45e9-febf-43b7-8950-d3c3c92c6506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3827955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594186'] for network, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:25.862565 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a802ff-12c9-456d-9801-4edb0e430281 req-818bb879-375b-40cc-909d-de651aeb94df tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:25.867005 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-57a802ff-12c9-456d-9801-4edb0e430281 req-818bb879-375b-40cc-909d-de651aeb94df tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.9746809 Jun 14 16:34:25.869205 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:25.894606 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-5f6de1e6-d1bb-4496-9108-dff582c79385 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:25.897466 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-5f6de1e6-d1bb-4496-9108-dff582c79385 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.43 "GET /v2.0/networks?id=34a54055-68d2-4b53-af5d-655e478e8aca HTTP/1.1" status: 200 len: 808 time: 0.6061139 Jun 14 16:34:25.901316 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f86e45e9-febf-43b7-8950-d3c3c92c6506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:25.907560 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-f86e45e9-febf-43b7-8950-d3c3c92c6506 admin admin] 10.222.0.25 "DELETE /v2.0/networks/32da9882-67ed-47f5-a72a-947b02f39929 HTTP/1.1" status: 204 len: 168 time: 1.4708521 Jun 14 16:34:25.912349 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 52220) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:25.951203 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-40df2f98-37ca-4dce-9645-4afc81f8e39d tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Request body: {'port': {'device_id': 'a813b4c8-615a-4475-9831-525d28b49d1f', 'network_id': '34a54055-68d2-4b53-af5d-655e478e8aca', 'admin_state_up': True, 'tenant_id': 'd113f386f2f84e78b0e366a5cf61a0ce'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:25.954520 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e45e9-febf-43b7-8950-d3c3c92c6506 admin admin] Pushing event deleted for resources: {'Network': ['ID=32da9882-67ed-47f5-a72a-947b02f39929,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:25.966706 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f86e45e9-febf-43b7-8950-d3c3c92c6506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:26.000368 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-57a802ff-12c9-456d-9801-4edb0e430281 req-ccca9a9d-a35b-4215-8a48-6cadc685b8f7 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913386 Jun 14 16:34:26.032317 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b5b31d-2052-4c34-9b93-cc0794b58ee0 admin admin] Deleting subnet 739acca0-f60f-4794-9da7-5e27a134deda {{(pid=91925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 16:34:26.037844 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-69b5b31d-2052-4c34-9b93-cc0794b58ee0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:26.097460 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-182ceb51-cfd1-45de-8ab1-495c001fa9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:26.105217 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-182ceb51-cfd1-45de-8ab1-495c001fa9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:26.110344 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-69b5b31d-2052-4c34-9b93-cc0794b58ee0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11696424'] for subnet, precommit_delete_associations {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:26.111232 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-77fa896c-92a5-42d8-b652-07fd39d5f2d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:26.211350 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-182ceb51-cfd1-45de-8ab1-495c001fa9b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=908616e77547497e99ddd67da81d9c42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9578536 Jun 14 16:34:26.212842 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-69b5b31d-2052-4c34-9b93-cc0794b58ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3822193'] for subnet, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:26.215693 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ceb51-cfd1-45de-8ab1-495c001fa9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d45455-1b85-42c0-89c2-c3b23fdcf0d9,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:26.251607 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 52230) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:26.260103 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-182ceb51-cfd1-45de-8ab1-495c001fa9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:26.276021 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-40df2f98-37ca-4dce-9645-4afc81f8e39d tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Made reservation on behalf of d113f386f2f84e78b0e366a5cf61a0ce for: {'port': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:34:26.281473 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-40df2f98-37ca-4dce-9645-4afc81f8e39d tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:26.339647 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb5f0de1-b4c3-4e39-8909-8db8ba0da1e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:26.356046 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20655ec-89c6-4af4-bf26-38e2c4dd4e1c req-83c09a5c-2e18-4583-a21c-8f169b5240e3 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:26.358493 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-69b5b31d-2052-4c34-9b93-cc0794b58ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3822200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11588372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12509356'] for subnet, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:26.358799 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d20655ec-89c6-4af4-bf26-38e2c4dd4e1c req-83c09a5c-2e18-4583-a21c-8f169b5240e3 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 945 time: 0.1741123 Jun 14 16:34:26.372192 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-e6634028-d87a-4189-a14f-a64bf1a84dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:26.378509 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb5f0de1-b4c3-4e39-8909-8db8ba0da1e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:26.431270 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5b31d-2052-4c34-9b93-cc0794b58ee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=739acca0-f60f-4794-9da7-5e27a134deda,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:26.435144 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-69b5b31d-2052-4c34-9b93-cc0794b58ee0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:26.442877 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-69b5b31d-2052-4c34-9b93-cc0794b58ee0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/739acca0-f60f-4794-9da7-5e27a134deda HTTP/1.1" status: 204 len: 168 time: 0.5227451 Jun 14 16:34:26.449267 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 52238) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:26.450414 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-69b5b31d-2052-4c34-9b93-cc0794b58ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:26.518439 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d20655ec-89c6-4af4-bf26-38e2c4dd4e1c req-81d3ca85-82f3-4784-8fcb-362c6710d21a tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/security-groups?id=52bd3b6c-22cc-4b14-8f9d-fbbb9e5ca506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047730 Jun 14 16:34:26.581221 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ab23528b-0d7f-4f18-9507-2c6f78681e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684090'] for network, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:26.648264 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-40df2f98-37ca-4dce-9645-4afc81f8e39d tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Allocated IP 172.20.0.8 (34a54055-68d2-4b53-af5d-655e478e8aca/d34e39a3-4d8e-4bbb-bf17-6e5d23c1078d/8b2ae02a-c398-4b42-ae36-34cf6eda7af8) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:34:26.659617 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb5f0de1-b4c3-4e39-8909-8db8ba0da1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:26.666574 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bb5f0de1-b4c3-4e39-8909-8db8ba0da1e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:26.667764 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-bb5f0de1-b4c3-4e39-8909-8db8ba0da1e2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d0d45455-1b85-42c0-89c2-c3b23fdcf0d9 HTTP/1.1" status: 204 len: 168 time: 0.4150100 Jun 14 16:34:26.669925 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0dd33a1f-61ff-443a-8db5-3d8ca1153ea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:26.715177 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f0de1-b4c3-4e39-8909-8db8ba0da1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d45455-1b85-42c0-89c2-c3b23fdcf0d9,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:26.719017 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-bb5f0de1-b4c3-4e39-8909-8db8ba0da1e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:26.851962 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ab23528b-0d7f-4f18-9507-2c6f78681e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3827948', 'neutron.services.segments.db._delete_segments_for_network-8769377283256'] for network, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:26.875671 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-ab23528b-0d7f-4f18-9507-2c6f78681e31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3fae5a9-9c28-48ed-9fc1-96aa28da4ae0']}} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:26.906454 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-ab23528b-0d7f-4f18-9507-2c6f78681e31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a146a1-2bc3-48e1-aed3-fbeafc9d4b27') {'for_net_delete': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:26.907763 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-ab23528b-0d7f-4f18-9507-2c6f78681e31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a146a1-2bc3-48e1-aed3-fbeafc9d4b27') {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:26.937327 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ab23528b-0d7f-4f18-9507-2c6f78681e31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769377283094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11696419'] for segment, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:26.969183 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ab23528b-0d7f-4f18-9507-2c6f78681e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:26.986327 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab23528b-0d7f-4f18-9507-2c6f78681e31 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=91925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 16:34:26.988892 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ab23528b-0d7f-4f18-9507-2c6f78681e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11589309'] for segment, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: retrieve_revision_numbers = { Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: retrieve_revision_numbers = { Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: Traceback (most recent call last): Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: timer() Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: cb(*args, **kw) Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: return func(*args, **kwargs) Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: self._notify() Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: self.callback(batched_events) Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: event.method(event) Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: return f(self, *a, **k) Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: return self._get(url).json() Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: return self.request(url, 'GET', **kwargs) Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 16:34:26.991625 dv-cinder-796286-2-iscsi neutron-server[91925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 16:34:27.101583 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-40df2f98-37ca-4dce-9645-4afc81f8e39d tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:27.206436 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ab23528b-0d7f-4f18-9507-2c6f78681e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3827955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594186'] for network, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:27.209856 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-4025561a-3c06-4726-a043-b9a3db0a0959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:27.213046 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ab23528b-0d7f-4f18-9507-2c6f78681e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:27.224994 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-ab23528b-0d7f-4f18-9507-2c6f78681e31 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c3fae5a9-9c28-48ed-9fc1-96aa28da4ae0 HTTP/1.1" status: 204 len: 168 time: 0.7733483 Jun 14 16:34:27.277454 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23528b-0d7f-4f18-9507-2c6f78681e31 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3fae5a9-9c28-48ed-9fc1-96aa28da4ae0,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:27.282614 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-ab23528b-0d7f-4f18-9507-2c6f78681e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:27.284740 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-afbf90b3-650d-4fea-8ec9-787ecce8e2dc req-8bed6ac0-107e-4cbd-96e8-43bede939500 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=a813b4c8-615a-4475-9831-525d28b49d1f HTTP/1.1" status: 200 len: 210 time: 0.1101930 Jun 14 16:34:27.356237 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 52270) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:27.366711 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-40df2f98-37ca-4dce-9645-4afc81f8e39d tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12205892'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:27.387344 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:27.458916 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-40df2f98-37ca-4dce-9645-4afc81f8e39d tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Network 34a54055-68d2-4b53-af5d-655e478e8aca is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:34:27.482088 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-40df2f98-37ca-4dce-9645-4afc81f8e39d tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:34:27.504357 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-40df2f98-37ca-4dce-9645-4afc81f8e39d tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:34:27.547482 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 52276) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:27.569530 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df2f98-37ca-4dce-9645-4afc81f8e39d tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Pushing event updated for resources: {'Port': ['ID=8b2ae02a-c398-4b42-ae36-34cf6eda7af8,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:27.593851 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f8c97-2b30-4523-bf66-ef63112f5193 req-bb2296d8-432c-4853-899d-7142a33795ab tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:27.599879 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c28f8c97-2b30-4523-bf66-ef63112f5193 req-bb2296d8-432c-4853-899d-7142a33795ab tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.3308237 Jun 14 16:34:27.609158 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-40df2f98-37ca-4dce-9645-4afc81f8e39d tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:27.659594 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 52280) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:27.700337 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 52282) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:27.701715 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c93804d5-32b6-4cd2-86c7-138c4ca51791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:27.701873 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-719dc3b8-80b2-43d7-9485-e56d51630b31 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=812be95d149243988f1a3f71917b6ca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522412 Jun 14 16:34:27.739738 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-40df2f98-37ca-4dce-9645-4afc81f8e39d tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:27.740629 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-40df2f98-37ca-4dce-9645-4afc81f8e39d tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:27.815671 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c28f8c97-2b30-4523-bf66-ef63112f5193 req-5e994b71-27b7-42ca-9b9b-16b17416f02e tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053530 Jun 14 16:34:27.890458 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-82fd7ddc-5d06-44d0-b8ad-6bee7bff6462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:28.007996 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-788e4d4a-3443-4662-a70d-6fbeb935b712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:28.063929 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-788e4d4a-3443-4662-a70d-6fbeb935b712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:28.073379 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128602c0-1c84-4409-8d51-b28b73324109 req-219b65f0-77ae-4a73-9c78-0bb4cb3c667a tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:28.074854 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-128602c0-1c84-4409-8d51-b28b73324109 req-219b65f0-77ae-4a73-9c78-0bb4cb3c667a tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 945 time: 0.3188879 Jun 14 16:34:28.093490 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14897ebc-5c1d-4468-a6d5-3f89f5bcc0bd req-abb24636-1862-47da-beb4-e28d4edf2428 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:28.095111 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-14897ebc-5c1d-4468-a6d5-3f89f5bcc0bd req-abb24636-1862-47da-beb4-e28d4edf2428 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.43 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 945 time: 0.3155704 Jun 14 16:34:28.206388 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c93804d5-32b6-4cd2-86c7-138c4ca51791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:28.230043 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c93804d5-32b6-4cd2-86c7-138c4ca51791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:28.240850 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:28.255714 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-40df2f98-37ca-4dce-9645-4afc81f8e39d tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3315566 Jun 14 16:34:28.283772 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-128602c0-1c84-4409-8d51-b28b73324109 req-f190c7f8-f234-43db-8880-faea377f40d9 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/security-groups?id=52bd3b6c-22cc-4b14-8f9d-fbbb9e5ca506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989002 Jun 14 16:34:28.296730 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-2124f105-fbe7-4acf-b3c8-8de01b83c420 service neutron] Request body: {'port': {'device_id': 'a813b4c8-615a-4475-9831-525d28b49d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:28.368459 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-82fd7ddc-5d06-44d0-b8ad-6bee7bff6462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:28.375408 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-82fd7ddc-5d06-44d0-b8ad-6bee7bff6462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:28.378729 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0a9ceec5-64d8-4616-867b-bc0aabd2dfa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:28.425452 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-c93804d5-32b6-4cd2-86c7-138c4ca51791 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=380b282b367e455bb6d2e5e905e65996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7621200 Jun 14 16:34:28.428511 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 52288) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:28.433588 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-788e4d4a-3443-4662-a70d-6fbeb935b712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:28.436153 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-788e4d4a-3443-4662-a70d-6fbeb935b712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:28.441144 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-788e4d4a-3443-4662-a70d-6fbeb935b712 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cbe3219d-7cf4-4327-84e1-bdfd7ccabd88 HTTP/1.1" status: 204 len: 168 time: 0.7323229 Jun 14 16:34:28.441372 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd7ddc-5d06-44d0-b8ad-6bee7bff6462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8dec20-1d16-4526-8b86-ddc51289142d,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:28.441572 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93804d5-32b6-4cd2-86c7-138c4ca51791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d01b224-14f9-4380-b7e2-2787abc57fa8,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:28.449404 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c93804d5-32b6-4cd2-86c7-138c4ca51791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:28.458225 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:28.460639 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-82fd7ddc-5d06-44d0-b8ad-6bee7bff6462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:28.471496 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-82fd7ddc-5d06-44d0-b8ad-6bee7bff6462 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2af0f3c5f1844f7d8b9f90349833b902&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1140270 Jun 14 16:34:28.472131 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 52292) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:28.498893 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e4d4a-3443-4662-a70d-6fbeb935b712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe3219d-7cf4-4327-84e1-bdfd7ccabd88,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:28.556055 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-788e4d4a-3443-4662-a70d-6fbeb935b712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:28.661481 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7cbdb5f6-d1a1-46ee-8c17-2fd7b0767f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:28.670036 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-2124f105-fbe7-4acf-b3c8-8de01b83c420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:28.680685 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-14897ebc-5c1d-4468-a6d5-3f89f5bcc0bd req-bf04fbc1-edf7-4fdb-8f2e-d0702a6661cf tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Deleting port c56ff6c3-87a2-4190-bdb4-c2ba04444c91 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:34:28.681210 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-14897ebc-5c1d-4468-a6d5-3f89f5bcc0bd req-bf04fbc1-edf7-4fdb-8f2e-d0702a6661cf tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:28.687144 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1676-93df-4a30-9548-b3c2ea849e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:28.713055 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1676-93df-4a30-9548-b3c2ea849e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:28.765577 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7cbdb5f6-d1a1-46ee-8c17-2fd7b0767f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:28.837919 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71b21b-3368-469c-a562-3a44e95c829f req-ab85f947-9aa6-4fda-8888-79a106f5789b tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:28.840387 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0e71b21b-3368-469c-a562-3a44e95c829f req-ab85f947-9aa6-4fda-8888-79a106f5789b tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=a813b4c8-615a-4475-9831-525d28b49d1f HTTP/1.1" status: 200 len: 931 time: 0.3583632 Jun 14 16:34:28.843805 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1676-93df-4a30-9548-b3c2ea849e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:28.846871 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1676-93df-4a30-9548-b3c2ea849e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:28.848292 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-ecfd1676-93df-4a30-9548-b3c2ea849e39 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d01b224-14f9-4380-b7e2-2787abc57fa8 HTTP/1.1" status: 204 len: 168 time: 0.4184895 Jun 14 16:34:28.850223 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-2360a5da-d4ce-49d8-ab1e-e707fede2e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:28.860939 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd1676-93df-4a30-9548-b3c2ea849e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d01b224-14f9-4380-b7e2-2787abc57fa8,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:28.864185 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-ecfd1676-93df-4a30-9548-b3c2ea849e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:28.917666 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7cbdb5f6-d1a1-46ee-8c17-2fd7b0767f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:28.923143 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7cbdb5f6-d1a1-46ee-8c17-2fd7b0767f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:28.941165 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-7cbdb5f6-d1a1-46ee-8c17-2fd7b0767f2c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d8dec20-1d16-4526-8b86-ddc51289142d HTTP/1.1" status: 204 len: 168 time: 0.4469669 Jun 14 16:34:28.941165 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:28.960867 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbdb5f6-d1a1-46ee-8c17-2fd7b0767f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8dec20-1d16-4526-8b86-ddc51289142d,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:28.968021 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-7cbdb5f6-d1a1-46ee-8c17-2fd7b0767f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:29.120337 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 52310) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:29.130410 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0e71b21b-3368-469c-a562-3a44e95c829f req-18d3d929-865c-4c07-a301-9f8d5e4fd088 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108583 Jun 14 16:34:29.133563 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-14897ebc-5c1d-4468-a6d5-3f89f5bcc0bd req-bf04fbc1-edf7-4fdb-8f2e-d0702a6661cf tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] For port c56ff6c3-87a2-4190-bdb4-c2ba04444c91, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c56ff6c3-87a2-4190-bdb4-c2ba04444c91,segment=NetworkSegment(46ae665b-9bfb-4d2c-af32-c943fb35d8f7),segment_id=46ae665b-9bfb-4d2c-af32-c943fb35d8f7)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:34:29.134123 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-14897ebc-5c1d-4468-a6d5-3f89f5bcc0bd req-bf04fbc1-edf7-4fdb-8f2e-d0702a6661cf tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:29.281071 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 52312) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:29.283169 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-98b877d5-7012-4de6-94d8-15c1cb4c2064 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=700b18ba05a44264aa644dc9e82c3325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629848 Jun 14 16:34:29.336689 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-14897ebc-5c1d-4468-a6d5-3f89f5bcc0bd req-bf04fbc1-edf7-4fdb-8f2e-d0702a6661cf tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Calling delete_port for c56ff6c3-87a2-4190-bdb4-c2ba04444c91 owned by compute:nova {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:34:29.486446 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 52318) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:29.766775 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-3432e6bd-34b4-4456-ab24-0ea17bd0735d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:29.975900 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-3432e6bd-34b4-4456-ab24-0ea17bd0735d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:29.984669 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-3432e6bd-34b4-4456-ab24-0ea17bd0735d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.042928 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0992e38e-cabf-4cd3-a77b-47fc5a970b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:30.048377 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-3432e6bd-34b4-4456-ab24-0ea17bd0735d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=494cdb20023b4b5384fa5f89771990a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5599978 Jun 14 16:34:30.052757 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 52340) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:30.083295 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3432e6bd-34b4-4456-ab24-0ea17bd0735d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aaebef3-2d26-42eb-a5d2-f5e83071da08,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:30.088336 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-3432e6bd-34b4-4456-ab24-0ea17bd0735d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:30.181552 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7324e7-afb0-4fc9-b215-da02b7a75d4f req-53737407-562a-410e-a0b1-67eb10965b93 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:30.188571 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-cb7324e7-afb0-4fc9-b215-da02b7a75d4f req-53737407-562a-410e-a0b1-67eb10965b93 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 1.1102145 Jun 14 16:34:30.290587 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-59217435-82d3-47d8-8aa5-ea98f4fc639e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.458726 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-59217435-82d3-47d8-8aa5-ea98f4fc639e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.467593 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-cb7324e7-afb0-4fc9-b215-da02b7a75d4f req-500c78b6-8008-4dae-9c6a-02bcfa6a69aa tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777305 Jun 14 16:34:30.524416 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 52362) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:30.539483 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-662b2d06-844a-4060-9151-27fa95501bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.548892 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-2124f105-fbe7-4acf-b3c8-8de01b83c420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b2ae02a-c398-4b42-ae36-34cf6eda7af8 {{(pid=91924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:34:30.584456 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-2124f105-fbe7-4acf-b3c8-8de01b83c420 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.621248 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029e186-11df-4af3-82c6-5877131aa649 req-1eff239c-99bb-4364-aa3a-8d91e0ab225a tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:30.630154 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c029e186-11df-4af3-82c6-5877131aa649 req-1eff239c-99bb-4364-aa3a-8d91e0ab225a tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 945 time: 0.6614089 Jun 14 16:34:30.703741 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-662b2d06-844a-4060-9151-27fa95501bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.712293 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-2124f105-fbe7-4acf-b3c8-8de01b83c420 service neutron] Transition to ACTIVE for port object 8b2ae02a-c398-4b42-ae36-34cf6eda7af8 will not be triggered until provisioned by entity L2. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:34:30.732887 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-14897ebc-5c1d-4468-a6d5-3f89f5bcc0bd req-bf04fbc1-edf7-4fdb-8f2e-d0702a6661cf tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.739843 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-2124f105-fbe7-4acf-b3c8-8de01b83c420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.752376 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-bbc9b60e-71e8-4d0d-823b-e604ad53c99e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-338848895-network', 'tenant_id': '38943e41fd53442e807b067339b3f0ed'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:30.785876 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:30.790007 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc9b60e-71e8-4d0d-823b-e604ad53c99e admin admin] Made reservation on behalf of 38943e41fd53442e807b067339b3f0ed for: {'network': 1} {{(pid=91925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:34:30.796213 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bbc9b60e-71e8-4d0d-823b-e604ad53c99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for network, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.827817 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bbc9b60e-71e8-4d0d-823b-e604ad53c99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.886400 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c029e186-11df-4af3-82c6-5877131aa649 req-223dfc3d-327b-4d10-916a-d6e7ce9d32d0 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/security-groups?id=52bd3b6c-22cc-4b14-8f9d-fbbb9e5ca506&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546659 Jun 14 16:34:30.989570 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-59217435-82d3-47d8-8aa5-ea98f4fc639e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.992276 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-59217435-82d3-47d8-8aa5-ea98f4fc639e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:30.996528 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-59217435-82d3-47d8-8aa5-ea98f4fc639e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5b4f6b8-9088-4cef-be9f-401deeb86560 HTTP/1.1" status: 204 len: 168 time: 1.7127392 Jun 14 16:34:31.002145 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bbc9b60e-71e8-4d0d-823b-e604ad53c99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.009885 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bbc9b60e-71e8-4d0d-823b-e604ad53c99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.048081 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc9b60e-71e8-4d0d-823b-e604ad53c99e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=91925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:34:31.061637 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-2615c92f-9cbc-4350-b1d0-cfed68fdaaf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:31.068704 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124f105-fbe7-4acf-b3c8-8de01b83c420 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2ae02a-c398-4b42-ae36-34cf6eda7af8,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:31.074569 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-14897ebc-5c1d-4468-a6d5-3f89f5bcc0bd req-bf04fbc1-edf7-4fdb-8f2e-d0702a6661cf tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] No DVR routers for this DVR port c56ff6c3-87a2-4190-bdb4-c2ba04444c91 on host hv-cinder-79628 {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:34:31.088822 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-14897ebc-5c1d-4468-a6d5-3f89f5bcc0bd req-bf04fbc1-edf7-4fdb-8f2e-d0702a6661cf tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.091262 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-14897ebc-5c1d-4468-a6d5-3f89f5bcc0bd req-bf04fbc1-edf7-4fdb-8f2e-d0702a6661cf tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.43 "DELETE /v2.0/ports/c56ff6c3-87a2-4190-bdb4-c2ba04444c91 HTTP/1.1" status: 204 len: 173 time: 2.9709947 Jun 14 16:34:31.128306 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207225a7-c282-4293-b307-ddb8e53a1158', 'name': 'network-vif-deleted', 'tag': 'c56ff6c3-87a2-4190-bdb4-c2ba04444c91'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:34:31.137894 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9b60e-71e8-4d0d-823b-e604ad53c99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6603499d-31c0-49d0-b695-40baaeb30742,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:31.142327 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dceb260-a1e1-4f85-9d77-77d7ee9be141" -d '{"events": [{"server_uuid": "207225a7-c282-4293-b307-ddb8e53a1158", "name": "network-vif-deleted", "tag": "c56ff6c3-87a2-4190-bdb4-c2ba04444c91"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:34:31.143484 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-bbc9b60e-71e8-4d0d-823b-e604ad53c99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:31.192485 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04fbc1-edf7-4fdb-8f2e-d0702a6661cf tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Pushing event deleted for resources: {'Port': ['ID=c56ff6c3-87a2-4190-bdb4-c2ba04444c91,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:31.202837 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 52378) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:31.202987 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bf04fbc1-edf7-4fdb-8f2e-d0702a6661cf tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:31.204849 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-5e94fca3-5885-4604-a115-494f933ae372 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.350s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:31.205798 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-5e94fca3-5885-4604-a115-494f933ae372 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:31.211443 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-788e4d4a-3443-4662-a70d-6fbeb935b712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:31.217769 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bbc9b60e-71e8-4d0d-823b-e604ad53c99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.218182 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.db.segments_db [None req-bbc9b60e-71e8-4d0d-823b-e604ad53c99e admin admin] Added segment e58af3e3-d34d-44a8-bd0b-020f1014752c of type vlan for network 927d0da3-f5de-4d65-98ab-baad45685c75 Jun 14 16:34:31.273183 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d08862-705c-4b78-a794-83f1c43be173 req-32aa311f-18cf-4e96-a869-bc9fd562c136 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:31.282348 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-89d08862-705c-4b78-a794-83f1c43be173 req-32aa311f-18cf-4e96-a869-bc9fd562c136 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=a813b4c8-615a-4475-9831-525d28b49d1f HTTP/1.1" status: 200 len: 943 time: 0.5752621 Jun 14 16:34:31.284208 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-662b2d06-844a-4060-9151-27fa95501bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.286934 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-662b2d06-844a-4060-9151-27fa95501bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.292108 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-662b2d06-844a-4060-9151-27fa95501bc7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4aaebef3-2d26-42eb-a5d2-f5e83071da08 HTTP/1.1" status: 204 len: 168 time: 1.2124550 Jun 14 16:34:31.299460 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bada66-8ab6-4692-bc6d-aefc0ec9ccd9 x-openstack-request-id: req-88bada66-8ab6-4692-bc6d-aefc0ec9ccd9 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:34:31.299957 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207225a7-c282-4293-b307-ddb8e53a1158", "name": "network-vif-deleted", "tag": "c56ff6c3-87a2-4190-bdb4-c2ba04444c91", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:34:31.300373 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88bada66-8ab6-4692-bc6d-aefc0ec9ccd9 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:34:31.300947 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207225a7-c282-4293-b307-ddb8e53a1158', 'name': 'network-vif-deleted', 'tag': 'c56ff6c3-87a2-4190-bdb4-c2ba04444c91', 'status': 'completed', 'code': 200} Jun 14 16:34:31.319050 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59217435-82d3-47d8-8aa5-ea98f4fc639e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b4f6b8-9088-4cef-be9f-401deeb86560,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:31.321791 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bbc9b60e-71e8-4d0d-823b-e604ad53c99e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769376812472'] for network, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.338768 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-59217435-82d3-47d8-8aa5-ea98f4fc639e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:31.341929 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f90756ce-e7ac-43f8-ac4f-7fbb46cb9600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:31.356579 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device c56ff6c3-87a2-4190-bdb4-c2ba04444c91 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:34:31.362247 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bbc9b60e-71e8-4d0d-823b-e604ad53c99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.364861 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc9b60e-71e8-4d0d-823b-e604ad53c99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:31.365966 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-bbc9b60e-71e8-4d0d-823b-e604ad53c99e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.375727 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:31.381622 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b2d06-844a-4060-9151-27fa95501bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aaebef3-2d26-42eb-a5d2-f5e83071da08,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:31.396150 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-bbc9b60e-71e8-4d0d-823b-e604ad53c99e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8667357 Jun 14 16:34:31.396433 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-662b2d06-844a-4060-9151-27fa95501bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:31.402792 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 52384) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:31.409686 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-0aade162-7782-429f-8cb1-fb327f061623 admin admin] Request body: {'subnet': {'network_id': '927d0da3-f5de-4d65-98ab-baad45685c75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-338848895-subnet', 'tenant_id': '38943e41fd53442e807b067339b3f0ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:31.446373 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-2124f105-fbe7-4acf-b3c8-8de01b83c420 service neutron] Attempting to bind port 8b2ae02a-c398-4b42-ae36-34cf6eda7af8 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:34:31.447002 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-2124f105-fbe7-4acf-b3c8-8de01b83c420 service neutron] Attempting to bind port 8b2ae02a-c398-4b42-ae36-34cf6eda7af8 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'c7724c2a-666d-4110-a0d4-30096c687ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '34a54055-68d2-4b53-af5d-655e478e8aca'}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:34:31.447476 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-2124f105-fbe7-4acf-b3c8-8de01b83c420 service neutron] Attempting to bind port 8b2ae02a-c398-4b42-ae36-34cf6eda7af8 on network 34a54055-68d2-4b53-af5d-655e478e8aca {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:34:31.452512 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-2124f105-fbe7-4acf-b3c8-8de01b83c420 service neutron] Port 8b2ae02a-c398-4b42-ae36-34cf6eda7af8 on network 34a54055-68d2-4b53-af5d-655e478e8aca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:34:31.453026 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-2124f105-fbe7-4acf-b3c8-8de01b83c420 service neutron] Attempting to bind port 8b2ae02a-c398-4b42-ae36-34cf6eda7af8 on network 34a54055-68d2-4b53-af5d-655e478e8aca {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:34:31.464006 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] No Port match for: c56ff6c3-87a2-4190-bdb4-c2ba04444c91 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:34:31.465945 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device c56ff6c3-87a2-4190-bdb4-c2ba04444c91 not bound to the agent host hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:34:31.472009 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-89d08862-705c-4b78-a794-83f1c43be173 req-6242f8ae-2606-44f3-adee-aaf1fc98fe4f tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886799 Jun 14 16:34:31.486438 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-2124f105-fbe7-4acf-b3c8-8de01b83c420 service neutron] Checking agent: {'id': 'd91e4a82-0936-47d0-84c3-2c620c6821d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'started_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:34:31.487243 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-2124f105-fbe7-4acf-b3c8-8de01b83c420 service neutron] Checking segment: {'id': 'c7724c2a-666d-4110-a0d4-30096c687ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '34a54055-68d2-4b53-af5d-655e478e8aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:34:31.487941 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-2124f105-fbe7-4acf-b3c8-8de01b83c420 service neutron] Bound using segment: {'id': 'c7724c2a-666d-4110-a0d4-30096c687ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '34a54055-68d2-4b53-af5d-655e478e8aca'} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:34:31.488822 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-2124f105-fbe7-4acf-b3c8-8de01b83c420 service neutron] Bound port: 8b2ae02a-c398-4b42-ae36-34cf6eda7af8, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7724c2a-666d-4110-a0d4-30096c687ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '34a54055-68d2-4b53-af5d-655e478e8aca'}}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:34:31.489593 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-2124f105-fbe7-4acf-b3c8-8de01b83c420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.500179 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9b60e-71e8-4d0d-823b-e604ad53c99e admin admin] Pushing event updated for resources: {'Network': ['ID=927d0da3-f5de-4d65-98ab-baad45685c75,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:31.503758 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-bbc9b60e-71e8-4d0d-823b-e604ad53c99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:31.508008 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aade162-7782-429f-8cb1-fb327f061623 admin admin] Made reservation on behalf of 38943e41fd53442e807b067339b3f0ed for: {'subnet': 1} {{(pid=91925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:34:31.512145 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0aade162-7782-429f-8cb1-fb327f061623 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12509313'] for subnet, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.513321 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Network 927d0da3-f5de-4d65-98ab-baad45685c75 details requested by agent ovs-agent-dv-cinder-796286-2-iscsi with host dv-cinder-796286-2-iscsi {{(pid=91926) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:34:31.728822 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-f94027cd-189d-4d2f-a66a-5c247da24b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.798666 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-2124f105-fbe7-4acf-b3c8-8de01b83c420 service neutron] For port 8b2ae02a-c398-4b42-ae36-34cf6eda7af8, host hv-cinder-79628, cleared binding levels {{(pid=91924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:34:31.848087 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-2124f105-fbe7-4acf-b3c8-8de01b83c420 service neutron] For port 8b2ae02a-c398-4b42-ae36-34cf6eda7af8, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8b2ae02a-c398-4b42-ae36-34cf6eda7af8,segment=NetworkSegment(c7724c2a-666d-4110-a0d4-30096c687ba3),segment_id=c7724c2a-666d-4110-a0d4-30096c687ba3)] {{(pid=91924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:34:31.866618 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-2124f105-fbe7-4acf-b3c8-8de01b83c420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.890894 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:31.990506 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0aade162-7782-429f-8cb1-fb327f061623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11588439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12509335'] for subnet, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:31.995986 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-2cce41e8-d319-4832-a772-bf30bdab42b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:32.061069 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aade162-7782-429f-8cb1-fb327f061623 admin admin] Pushing event updated for resources: {'Subnet': ['ID=353e88d2-826d-48b0-b773-b21ee41e26bc,revision_number=0']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:32.069617 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0aade162-7782-429f-8cb1-fb327f061623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:32.086016 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-2124f105-fbe7-4acf-b3c8-8de01b83c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:32.087203 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-2124f105-fbe7-4acf-b3c8-8de01b83c420 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.089042 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-f94027cd-189d-4d2f-a66a-5c247da24b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.089729 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-2124f105-fbe7-4acf-b3c8-8de01b83c420 service neutron] 10.222.0.43 "PUT /v2.0/ports/8b2ae02a-c398-4b42-ae36-34cf6eda7af8 HTTP/1.1" status: 200 len: 1093 time: 3.8122559 Jun 14 16:34:32.094254 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-f94027cd-189d-4d2f-a66a-5c247da24b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.099559 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-ecfd1676-93df-4a30-9548-b3c2ea849e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:32.120861 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc464c2-88b8-4944-85b0-79c97203dce1 req-6cafcbdf-65ed-4c3e-9c04-e8915e644239 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:32.126012 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5bc464c2-88b8-4944-85b0-79c97203dce1 req-6cafcbdf-65ed-4c3e-9c04-e8915e644239 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.4212399 Jun 14 16:34:32.140456 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94027cd-189d-4d2f-a66a-5c247da24b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa9eb74-4f0c-4fb3-bd6d-46f717a7e371,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:32.147729 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-f94027cd-189d-4d2f-a66a-5c247da24b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:32.216398 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-f94027cd-189d-4d2f-a66a-5c247da24b0a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=607c5c7ea50946aba34e47a68a6a9ad4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0126760 Jun 14 16:34:32.224541 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 52404) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:32.227763 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-505ec6ea-2b3b-4748-b93e-8902f4769170 req-5c99d64b-839f-4fb3-93db-dbb2d600fb5b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4939084 Jun 14 16:34:32.284804 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aade162-7782-429f-8cb1-fb327f061623 admin admin] Checking segment: {'id': 'e58af3e3-d34d-44a8-bd0b-020f1014752c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '927d0da3-f5de-4d65-98ab-baad45685c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:34:32.285316 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aade162-7782-429f-8cb1-fb327f061623 admin admin] Network hostable DHCP agents. Network: 927d0da3-f5de-4d65-98ab-baad45685c75, hostable agents: ['375ffa47-0472-477a-9943-d26e949c75c5'], hosted agents: [] {{(pid=91925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:34:32.294158 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124f105-fbe7-4acf-b3c8-8de01b83c420 service neutron] Pushing event updated for resources: {'Port': ['ID=8b2ae02a-c398-4b42-ae36-34cf6eda7af8,revision_number=3']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:32.316161 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-fdd3ff13-6f2c-4c10-8e84-db7478562659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.324244 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2124f105-fbe7-4acf-b3c8-8de01b83c420 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:32.357006 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-fdd3ff13-6f2c-4c10-8e84-db7478562659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.409833 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aade162-7782-429f-8cb1-fb327f061623 admin admin] Network 927d0da3-f5de-4d65-98ab-baad45685c75 is scheduled to be hosted by DHCP agent 375ffa47-0472-477a-9943-d26e949c75c5 with binding_index 1 {{(pid=91925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:34:32.415141 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2d358333-5231-428c-87bd-2ea7a9d4a67b req-89f12b67-0679-41a8-a816-b9776dd50513 tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] 10.222.0.25 "GET /v2.0/ports?device_id=207225a7-c282-4293-b307-ddb8e53a1158 HTTP/1.1" status: 200 len: 210 time: 0.1224473 Jun 14 16:34:32.491696 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-0aade162-7782-429f-8cb1-fb327f061623 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-iscsi, 927d0da3-f5de-4d65-98ab-baad45685c75) {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:34:32.503965 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aade162-7782-429f-8cb1-fb327f061623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:32.503965 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0aade162-7782-429f-8cb1-fb327f061623 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.511690 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c53f165-9778-41d6-8cdc-37e819550d4b None None] Network 927d0da3-f5de-4d65-98ab-baad45685c75 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:34:32.528042 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-0aade162-7782-429f-8cb1-fb327f061623 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1244721 Jun 14 16:34:32.554780 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-fdd3ff13-6f2c-4c10-8e84-db7478562659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.557456 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-fdd3ff13-6f2c-4c10-8e84-db7478562659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:32.562165 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-fdd3ff13-6f2c-4c10-8e84-db7478562659 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4aa9eb74-4f0c-4fb3-bd6d-46f717a7e371 HTTP/1.1" status: 204 len: 168 time: 0.3331573 Jun 14 16:34:32.562165 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:32.589669 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5bc464c2-88b8-4944-85b0-79c97203dce1 req-552dee38-e6dd-4aff-a706-c43222061267 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302590 Jun 14 16:34:32.605316 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3ff13-6f2c-4c10-8e84-db7478562659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa9eb74-4f0c-4fb3-bd6d-46f717a7e371,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:32.618126 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-fdd3ff13-6f2c-4c10-8e84-db7478562659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:32.646043 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-37b263cf-a8a9-4f77-9cd4-f8394005e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:32.649000 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-37b263cf-a8a9-4f77-9cd4-f8394005e12f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d113f386f2f84e78b0e366a5cf61a0ce&device_id=a813b4c8-615a-4475-9831-525d28b49d1f HTTP/1.1" status: 200 len: 1096 time: 0.4396691 Jun 14 16:34:32.808932 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-03a1b991-7961-42d2-8b64-bf8300206209 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b2ae02a-c398-4b42-ae36-34cf6eda7af8 HTTP/1.1" status: 200 len: 217 time: 0.1481197 Jun 14 16:34:32.877540 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ec6ea-2b3b-4748-b93e-8902f4769170 req-956ba8a4-bd1b-478f-b916-1d1adf462f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:32.880120 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-505ec6ea-2b3b-4748-b93e-8902f4769170 req-956ba8a4-bd1b-478f-b916-1d1adf462f30 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c90e9f6caa44ace9e9c8571d4b33473&device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 1098 time: 0.4820786 Jun 14 16:34:32.885490 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e95643e-f0ec-4589-add2-356f2c05be50 None None] Network 927d0da3-f5de-4d65-98ab-baad45685c75 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:34:32.959847 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-4f33a502-32b0-4399-b3d7-8ae006d8d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:32.962316 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-4f33a502-32b0-4399-b3d7-8ae006d8d558 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34e39a3-4d8e-4bbb-bf17-6e5d23c1078d HTTP/1.1" status: 200 len: 848 time: 0.1334162 Jun 14 16:34:33.057496 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-e9255268-b8ce-453b-8298-9fb3acec6825 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=34a54055-68d2-4b53-af5d-655e478e8aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509982 Jun 14 16:34:33.317363 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a813b4c8-615a-4475-9831-525d28b49d1f', 'tag': '8b2ae02a-c398-4b42-ae36-34cf6eda7af8'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:34:33.321788 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8d04b5-16b1-4bb4-9a95-27c5080acec7" -d '{"events": [{"name": "network-changed", "server_uuid": "a813b4c8-615a-4475-9831-525d28b49d1f", "tag": "8b2ae02a-c398-4b42-ae36-34cf6eda7af8"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:34:33.331778 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ec6ea-2b3b-4748-b93e-8902f4769170 req-9e9d4611-14d4-4b4a-9e08-2e5739aecd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:33.334197 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-505ec6ea-2b3b-4748-b93e-8902f4769170 req-9e9d4611-14d4-4b4a-9e08-2e5739aecd07 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bacab7d-e7d5-400d-a72a-7caeec0312a6 HTTP/1.1" status: 200 len: 920 time: 0.4197168 Jun 14 16:34:33.379637 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c34ab6-ca71-4717-8ee5-7461de0ffac6 req-68203057-c7c4-42ff-ab43-711b2c3ef87f tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:33.382217 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-07c34ab6-ca71-4717-8ee5-7461de0ffac6 req-68203057-c7c4-42ff-ab43-711b2c3ef87f tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=a813b4c8-615a-4475-9831-525d28b49d1f HTTP/1.1" status: 200 len: 943 time: 0.4792306 Jun 14 16:34:33.472986 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c831fe02-c713-4889-9108-1f9b3bbb1b5d x-openstack-request-id: req-c831fe02-c713-4889-9108-1f9b3bbb1b5d {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:34:33.473481 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a813b4c8-615a-4475-9831-525d28b49d1f", "tag": "8b2ae02a-c398-4b42-ae36-34cf6eda7af8", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:34:33.473950 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c831fe02-c713-4889-9108-1f9b3bbb1b5d {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:34:33.474599 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a813b4c8-615a-4475-9831-525d28b49d1f', 'tag': '8b2ae02a-c398-4b42-ae36-34cf6eda7af8', 'status': 'completed', 'code': 200} Jun 14 16:34:33.482772 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-505ec6ea-2b3b-4748-b93e-8902f4769170 req-60b277c2-1cc2-4476-9115-d21a159a178e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=314250d2-4441-481b-8741-8329c6e463fd HTTP/1.1" status: 200 len: 217 time: 0.1283228 Jun 14 16:34:33.608484 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-c1a867ca-0c21-4b10-b1bb-2593f87fb08c service neutron] 10.222.0.43 "GET /v2.0/networks/34a54055-68d2-4b53-af5d-655e478e8aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926934 Jun 14 16:34:34.194106 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-07c34ab6-ca71-4717-8ee5-7461de0ffac6 req-1190df4b-cac5-4fd9-bbe1-a5c7fd43a09f tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7242179 Jun 14 16:34:34.236681 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ec6ea-2b3b-4748-b93e-8902f4769170 req-ae25e686-eb86-403e-8811-47cef5639df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:34.238184 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-505ec6ea-2b3b-4748-b93e-8902f4769170 req-ae25e686-eb86-403e-8811-47cef5639df1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76ebf11c-6866-45a5-8a22-bba3c93daf27 HTTP/1.1" status: 200 len: 859 time: 0.7396793 Jun 14 16:34:34.331265 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-505ec6ea-2b3b-4748-b93e-8902f4769170 req-fd525353-a4ac-4c21-b476-44e0473d26f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bacab7d-e7d5-400d-a72a-7caeec0312a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488279 Jun 14 16:34:34.397757 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4d4dfe69-94b3-4aa9-9e70-6f7ccc385e5a req-b47e05ea-d555-40e3-8816-f1982443e471 service neutron] 10.222.0.43 "GET /v2.0/networks/34a54055-68d2-4b53-af5d-655e478e8aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7721844 Jun 14 16:34:34.475582 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd340b9-1589-4e2a-a2b1-3121ffed2ebe req-45e844d3-8372-4451-883a-a55c777cf15a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:34.477230 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6dd340b9-1589-4e2a-a2b1-3121ffed2ebe req-45e844d3-8372-4451-883a-a55c777cf15a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.2866449 Jun 14 16:34:34.581851 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-505ec6ea-2b3b-4748-b93e-8902f4769170 req-a64aee09-9a53-4a4e-ad8d-d4690683a41f service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326474 Jun 14 16:34:34.586892 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6dd340b9-1589-4e2a-a2b1-3121ffed2ebe req-ac97060e-ed78-4f54-835d-70060ebb92e9 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956843 Jun 14 16:34:34.725430 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d04b5-16b1-4bb4-9a95-27c5080acec7 req-2d24a273-0d8a-4fde-8620-28cba481798e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:34.727039 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8e8d04b5-16b1-4bb4-9a95-27c5080acec7 req-2d24a273-0d8a-4fde-8620-28cba481798e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d113f386f2f84e78b0e366a5cf61a0ce&device_id=a813b4c8-615a-4475-9831-525d28b49d1f HTTP/1.1" status: 200 len: 1096 time: 0.1983848 Jun 14 16:34:34.796225 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-505ec6ea-2b3b-4748-b93e-8902f4769170 req-1ec1b32d-0062-4d64-b6e1-02dabfd1270a service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007401 Jun 14 16:34:34.937942 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d04b5-16b1-4bb4-9a95-27c5080acec7 req-3a25487e-7a86-447e-bd57-7a4a6be1adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:34.941710 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8e8d04b5-16b1-4bb4-9a95-27c5080acec7 req-3a25487e-7a86-447e-bd57-7a4a6be1adb5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=34a54055-68d2-4b53-af5d-655e478e8aca HTTP/1.1" status: 200 len: 909 time: 0.1975992 Jun 14 16:34:35.076942 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8e8d04b5-16b1-4bb4-9a95-27c5080acec7 req-63d17a92-fde2-4620-81bc-fa3f4ecc0429 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b2ae02a-c398-4b42-ae36-34cf6eda7af8 HTTP/1.1" status: 200 len: 217 time: 0.1233132 Jun 14 16:34:35.228931 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d04b5-16b1-4bb4-9a95-27c5080acec7 req-6c3e4773-2990-44bc-beed-5720d239fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:35.231262 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8e8d04b5-16b1-4bb4-9a95-27c5080acec7 req-6c3e4773-2990-44bc-beed-5720d239fe10 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34e39a3-4d8e-4bbb-bf17-6e5d23c1078d HTTP/1.1" status: 200 len: 848 time: 0.1420202 Jun 14 16:34:35.316843 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8e8d04b5-16b1-4bb4-9a95-27c5080acec7 req-51d26cbf-641c-4d30-9e65-e173300a3912 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=34a54055-68d2-4b53-af5d-655e478e8aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651832 Jun 14 16:34:35.810422 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8e8d04b5-16b1-4bb4-9a95-27c5080acec7 req-7c25fb08-ff96-4cb5-9078-bb1461eb114d service neutron] 10.222.0.43 "GET /v2.0/networks/34a54055-68d2-4b53-af5d-655e478e8aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796741 Jun 14 16:34:35.855314 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82656150-9864-4c38-918b-e3db2b51f4ff req-6264fef9-27df-4775-9073-a9077b1ea56a tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:35.856867 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-82656150-9864-4c38-918b-e3db2b51f4ff req-6264fef9-27df-4775-9073-a9077b1ea56a tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=a813b4c8-615a-4475-9831-525d28b49d1f HTTP/1.1" status: 200 len: 943 time: 0.4858479 Jun 14 16:34:35.875564 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-7ec26d1c-47d4-4d04-b8bb-3d97f7e86865 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:35.877181 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-7ec26d1c-47d4-4d04-b8bb-3d97f7e86865 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/networks?id=927d0da3-f5de-4d65-98ab-baad45685c75 HTTP/1.1" status: 200 len: 813 time: 0.4547341 Jun 14 16:34:35.961846 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-e391e4fd-4589-471d-9ccd-4a38c3ef3107 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/quotas/38943e41fd53442e807b067339b3f0ed HTTP/1.1" status: 200 len: 375 time: 0.0719659 Jun 14 16:34:36.001979 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-82656150-9864-4c38-918b-e3db2b51f4ff req-b526d411-c939-4b63-be86-bc4d2f2fd57c tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152477 Jun 14 16:34:36.028593 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-4d855ed3-a4a4-4d66-857d-20d58e9676be tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=38943e41fd53442e807b067339b3f0ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477550 Jun 14 16:34:36.062472 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8e8d04b5-16b1-4bb4-9a95-27c5080acec7 req-769d7ea5-02d5-4e67-965f-54e7bfda69a9 service neutron] 10.222.0.43 "GET /v2.0/networks/34a54055-68d2-4b53-af5d-655e478e8aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293792 Jun 14 16:34:36.164159 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-091c487a-f5f0-4e85-98d3-2c6df4214651 service neutron] 10.222.0.25 "GET /v2.0/networks/927d0da3-f5de-4d65-98ab-baad45685c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279507 Jun 14 16:34:36.285337 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-d40de268-3c8c-44d0-a70a-5451a4913d4d service neutron] 10.222.0.25 "GET /v2.0/networks/927d0da3-f5de-4d65-98ab-baad45685c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144643 Jun 14 16:34:36.418720 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040e380-23b9-4b35-b550-c2e63510e8a7 req-c89c50cb-2156-4f42-9564-c4591836ddb9 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:36.420397 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f040e380-23b9-4b35-b550-c2e63510e8a7 req-c89c50cb-2156-4f42-9564-c4591836ddb9 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.0860384 Jun 14 16:34:36.468911 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f040e380-23b9-4b35-b550-c2e63510e8a7 req-028df927-d2af-4dd4-b728-a9def4ef5883 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412450 Jun 14 16:34:36.504775 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 52550) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:36.574685 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f553e0-9476-4cf0-aa60-37f6f74a08cf admin admin] Deleting subnet 58df2322-f3cd-42de-9c8d-b5e8c8ac382a {{(pid=91925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 16:34:36.583377 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-26f553e0-9476-4cf0-aa60-37f6f74a08cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:36.583667 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f6fffe6d-ff56-4efe-b8c3-c8a1688c9de4 req-ae74ed21-be9e-47d0-a59a-4171d27380fb tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0545130 Jun 14 16:34:36.652760 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-26f553e0-9476-4cf0-aa60-37f6f74a08cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11696424'] for subnet, precommit_delete_associations {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:36.699731 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:36.717549 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-26f553e0-9476-4cf0-aa60-37f6f74a08cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3822193'] for subnet, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:36.801848 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-26f553e0-9476-4cf0-aa60-37f6f74a08cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3822200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11588372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12509356'] for subnet, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:36.809583 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:36.850267 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f553e0-9476-4cf0-aa60-37f6f74a08cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58df2322-f3cd-42de-9c8d-b5e8c8ac382a,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:36.860825 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-26f553e0-9476-4cf0-aa60-37f6f74a08cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:36.864439 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-26f553e0-9476-4cf0-aa60-37f6f74a08cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:36.870130 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-26f553e0-9476-4cf0-aa60-37f6f74a08cf admin admin] 10.222.0.25 "DELETE /v2.0/subnets/58df2322-f3cd-42de-9c8d-b5e8c8ac382a HTTP/1.1" status: 204 len: 168 time: 0.3609574 Jun 14 16:34:36.871597 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 52568) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:37.075081 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5f98c77c-087f-4cc3-8c76-91e71bdc355c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684090'] for network, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:37.270978 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5f98c77c-087f-4cc3-8c76-91e71bdc355c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3827948', 'neutron.services.segments.db._delete_segments_for_network-8769377283256'] for network, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:37.306464 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-5f98c77c-087f-4cc3-8c76-91e71bdc355c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da118daf-946d-4c02-bba7-7e645f5cacdf']}} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:37.320509 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-5f98c77c-087f-4cc3-8c76-91e71bdc355c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ae665b-9bfb-4d2c-af32-c943fb35d8f7') {'for_net_delete': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:37.320904 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-5f98c77c-087f-4cc3-8c76-91e71bdc355c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ae665b-9bfb-4d2c-af32-c943fb35d8f7') {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:34:37.332292 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5f98c77c-087f-4cc3-8c76-91e71bdc355c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769377283094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11696419'] for segment, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:37.366461 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5f98c77c-087f-4cc3-8c76-91e71bdc355c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:37.382224 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f98c77c-087f-4cc3-8c76-91e71bdc355c admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=91925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 16:34:37.382892 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5f98c77c-087f-4cc3-8c76-91e71bdc355c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11589309'] for segment, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: Traceback (most recent call last): Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: timer() Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: cb(*args, **kw) Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: return func(*args, **kwargs) Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: self._notify() Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: self.callback(batched_events) Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: event.method(event) Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: return f(self, *a, **k) Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: return self._get(url).json() Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: return self.request(url, 'GET', **kwargs) Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 16:34:37.414871 dv-cinder-796286-2-iscsi neutron-server[91925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 16:34:37.417879 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4698eac-fcc8-40d7-b51e-87dac0a09a20 req-93914736-d8b8-4769-9d57-15f4cd05c972 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:37.427844 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d4698eac-fcc8-40d7-b51e-87dac0a09a20 req-93914736-d8b8-4769-9d57-15f4cd05c972 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=a813b4c8-615a-4475-9831-525d28b49d1f HTTP/1.1" status: 200 len: 943 time: 0.2119689 Jun 14 16:34:37.496489 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d4698eac-fcc8-40d7-b51e-87dac0a09a20 req-880156e4-0413-40b0-abdc-0395e60e120c tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677574 Jun 14 16:34:37.575405 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5f98c77c-087f-4cc3-8c76-91e71bdc355c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3827955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594186'] for network, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:37.589322 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-ab23528b-0d7f-4f18-9507-2c6f78681e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:37.594906 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5f98c77c-087f-4cc3-8c76-91e71bdc355c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:37.600759 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-5f98c77c-087f-4cc3-8c76-91e71bdc355c admin admin] 10.222.0.25 "DELETE /v2.0/networks/da118daf-946d-4c02-bba7-7e645f5cacdf HTTP/1.1" status: 204 len: 168 time: 0.7263718 Jun 14 16:34:37.735779 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f8316-2f64-4632-a7ec-c02ff76e3447 req-66da4fed-27f8-4635-83d8-8b63971010c1 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:37.737677 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5f0f8316-2f64-4632-a7ec-c02ff76e3447 req-66da4fed-27f8-4635-83d8-8b63971010c1 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.0959115 Jun 14 16:34:37.826265 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5f0f8316-2f64-4632-a7ec-c02ff76e3447 req-25f2c955-c492-4a11-b235-b445db06341e tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703428 Jun 14 16:34:37.873823 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98c77c-087f-4cc3-8c76-91e71bdc355c admin admin] Pushing event deleted for resources: {'Network': ['ID=da118daf-946d-4c02-bba7-7e645f5cacdf,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:37.877971 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-5f98c77c-087f-4cc3-8c76-91e71bdc355c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:37.925563 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 52614) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:38.040578 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-c2c4eb8d-f426-4b51-ac14-62c6556ae546 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e73525f4513146239d77994a487548a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1093948 Jun 14 16:34:38.040578 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5356cc88-3605-43a4-b53f-a40b01b10a05 req-3361b5f0-1458-42b1-83d4-515e67e81913 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0441656 Jun 14 16:34:38.040578 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 52620) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:38.106391 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9c834306-d4fe-4c90-b167-0dfbb2521d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:38.136715 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9c834306-d4fe-4c90-b167-0dfbb2521d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:38.203729 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9c834306-d4fe-4c90-b167-0dfbb2521d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:38.206946 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9c834306-d4fe-4c90-b167-0dfbb2521d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:38.208359 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-9c834306-d4fe-4c90-b167-0dfbb2521d4a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52bd3b6c-22cc-4b14-8f9d-fbbb9e5ca506 HTTP/1.1" status: 204 len: 168 time: 0.1672640 Jun 14 16:34:38.209480 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8e9e8a2c-4cf0-4f24-a695-d0fc4dfee189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:38.220223 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c834306-d4fe-4c90-b167-0dfbb2521d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bd3b6c-22cc-4b14-8f9d-fbbb9e5ca506,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:38.224117 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9c834306-d4fe-4c90-b167-0dfbb2521d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:38.477971 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 8b2ae02a-c398-4b42-ae36-34cf6eda7af8 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91926) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:34:38.572620 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3ebb3f8d-5961-438e-9247-93f68d2c32b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:38.696697 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 8b2ae02a-c398-4b42-ae36-34cf6eda7af8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8b2ae02a-c398-4b42-ae36-34cf6eda7af8,segment=NetworkSegment(c7724c2a-666d-4110-a0d4-30096c687ba3),segment_id=c7724c2a-666d-4110-a0d4-30096c687ba3)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:34:38.710078 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Returning: {'device': '8b2ae02a-c398-4b42-ae36-34cf6eda7af8', 'network_id': '34a54055-68d2-4b53-af5d-655e478e8aca', 'port_id': '8b2ae02a-c398-4b42-ae36-34cf6eda7af8', 'mac_address': 'fa:16:3e:0d:f1:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd34e39a3-4d8e-4bbb-bf17-6e5d23c1078d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91926) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:34:38.762892 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:38.769139 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd8019-26fb-4066-8018-a83e57d5d05a req-56bec4a1-a912-4836-8596-01c4f37aeabb tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:38.770713 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-becd8019-26fb-4066-8018-a83e57d5d05a req-56bec4a1-a912-4836-8596-01c4f37aeabb tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=a813b4c8-615a-4475-9831-525d28b49d1f HTTP/1.1" status: 200 len: 943 time: 0.0975921 Jun 14 16:34:38.781918 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b2ae02a-c398-4b42-ae36-34cf6eda7af8 {{(pid=91926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:34:38.807496 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 8b2ae02a-c398-4b42-ae36-34cf6eda7af8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8b2ae02a-c398-4b42-ae36-34cf6eda7af8,segment=NetworkSegment(c7724c2a-666d-4110-a0d4-30096c687ba3),segment_id=c7724c2a-666d-4110-a0d4-30096c687ba3)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:34:38.813090 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:38.816705 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:38.818444 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-becd8019-26fb-4066-8018-a83e57d5d05a req-fa2329ea-1c8f-416a-b8cd-197d00569af6 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406466 Jun 14 16:34:38.897209 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=8b2ae02a-c398-4b42-ae36-34cf6eda7af8,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:38.912474 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:38.912825 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:38.913164 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:38.913497 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:38.913831 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:38.914194 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:38.914650 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:38.914974 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:38.915299 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:38.915622 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:38.915941 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:38.916258 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:34:38.920433 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:39.079959 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2688b4-f33f-4053-aa50-361d52a40d4b req-1932d627-222c-4ddb-b371-cb61f97c522e tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:39.081601 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8b2688b4-f33f-4053-aa50-361d52a40d4b req-1932d627-222c-4ddb-b371-cb61f97c522e tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.0927665 Jun 14 16:34:39.130532 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8b2688b4-f33f-4053-aa50-361d52a40d4b req-b850b371-d6fe-4daf-b942-13584cb3f3ee tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403836 Jun 14 16:34:39.292674 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bcb72604-053e-43fb-b64e-eca3f52b1342 req-8f21abd1-5315-48af-89e1-400b34247f58 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0382204 Jun 14 16:34:40.033986 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6d0eb-1171-4e1f-acf3-5e937587d0fc req-00c17be4-a03a-4340-9930-f043c1f226bb tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:40.035566 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a6c6d0eb-1171-4e1f-acf3-5e937587d0fc req-00c17be4-a03a-4340-9930-f043c1f226bb tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=a813b4c8-615a-4475-9831-525d28b49d1f HTTP/1.1" status: 200 len: 944 time: 0.0850275 Jun 14 16:34:40.093594 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a6c6d0eb-1171-4e1f-acf3-5e937587d0fc req-5f3a66b9-49fa-45e0-986f-f948cb5ca268 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499618 Jun 14 16:34:40.350508 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a930cf6-81d5-4f63-af29-ea76affdb4b2 req-3871400e-93cd-45de-8257-8d56c2ce9d4f tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:40.352098 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0a930cf6-81d5-4f63-af29-ea76affdb4b2 req-3871400e-93cd-45de-8257-8d56c2ce9d4f tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.0839522 Jun 14 16:34:40.409566 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0a930cf6-81d5-4f63-af29-ea76affdb4b2 req-72da675d-84cd-4aa5-a1a0-f7a16492f52c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491228 Jun 14 16:34:40.463651 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c40aa869-501a-412b-9d55-88ddd8ba1ca3 req-953e2b03-3cfb-4f5d-b22b-03da9b63f22e tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0397334 Jun 14 16:34:40.777739 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:40.860895 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['8b2ae02a-c398-4b42-ae36-34cf6eda7af8'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:34:40.988842 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-7eee4f0b-f171-4544-8d87-263d6d9b88df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:41.175260 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-61753cd5-17c5-4adf-9da7-1e380438a489 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:41.177625 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-61753cd5-17c5-4adf-9da7-1e380438a489 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.43 "GET /v2.0/networks?id=927d0da3-f5de-4d65-98ab-baad45685c75 HTTP/1.1" status: 200 len: 813 time: 0.1791754 Jun 14 16:34:41.216004 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-3f6f3052-0cfa-418c-8833-8feb9f4c3dd9 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Request body: {'port': {'device_id': '34d32b32-e2f6-484f-83c9-5cbd2810d9c4', 'network_id': '927d0da3-f5de-4d65-98ab-baad45685c75', 'admin_state_up': True, 'tenant_id': '38943e41fd53442e807b067339b3f0ed'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:41.709970 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 52712) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:41.860905 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-3f6f3052-0cfa-418c-8833-8feb9f4c3dd9 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Made reservation on behalf of 38943e41fd53442e807b067339b3f0ed for: {'port': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:34:41.864520 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-3f6f3052-0cfa-418c-8833-8feb9f4c3dd9 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:41.865961 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-64b99ed7-7727-4b89-a471-a51bf3ae251a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:41.885425 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc9d3e-82b0-47f5-b55c-137446bc19ee req-a80ed317-e750-4271-a953-bf1b9aa22cca tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:41.887022 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b6dc9d3e-82b0-47f5-b55c-137446bc19ee req-a80ed317-e750-4271-a953-bf1b9aa22cca tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.1994884 Jun 14 16:34:41.894451 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7fe73-a0d0-4a9a-a52d-6dc8b46e790e req-43b8275d-a76f-4c4a-b15d-a1ebbe24e84c tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:41.895954 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1ad7fe73-a0d0-4a9a-a52d-6dc8b46e790e req-43b8275d-a76f-4c4a-b15d-a1ebbe24e84c tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=a813b4c8-615a-4475-9831-525d28b49d1f HTTP/1.1" status: 200 len: 944 time: 0.6056671 Jun 14 16:34:42.017002 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-64b99ed7-7727-4b89-a471-a51bf3ae251a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:42.024646 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-64b99ed7-7727-4b89-a471-a51bf3ae251a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:42.056407 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-2a2979d3-3c95-4d22-9a31-2c196077e23f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:42.061936 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-64b99ed7-7727-4b89-a471-a51bf3ae251a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=61d9482bbfdb42ce8775f4dd0cebb49f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3502133 Jun 14 16:34:42.066634 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 52724) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:42.078488 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b6dc9d3e-82b0-47f5-b55c-137446bc19ee req-7f582823-7f41-4626-a93d-815bd574acf5 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812618 Jun 14 16:34:42.094123 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b99ed7-7727-4b89-a471-a51bf3ae251a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1371560d-0a12-4ecd-9cd1-6b3d391d85b8,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:42.094968 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1ad7fe73-a0d0-4a9a-a52d-6dc8b46e790e req-68c74779-cbbf-432f-b2c8-ebe68d15362c tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844649 Jun 14 16:34:42.112525 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-64b99ed7-7727-4b89-a471-a51bf3ae251a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:42.252271 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-3f6f3052-0cfa-418c-8833-8feb9f4c3dd9 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Allocated IP 172.20.0.8 (927d0da3-f5de-4d65-98ab-baad45685c75/353e88d2-826d-48b0-b773-b21ee41e26bc/d1c4043e-2e17-43a7-b57f-c77823deda9a) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:34:42.255297 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e5c16494-50d2-45df-9e85-0629b46cfe8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:42.309038 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e5c16494-50d2-45df-9e85-0629b46cfe8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:42.359387 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8b366fb8-02c7-47a2-bde1-21f5ca6c4bf4 req-750239f8-dd91-4ea9-88cd-e6b2fc8d02fa tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0753670 Jun 14 16:34:42.360265 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:42.530548 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e5c16494-50d2-45df-9e85-0629b46cfe8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:42.533850 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e5c16494-50d2-45df-9e85-0629b46cfe8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:42.535334 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-e5c16494-50d2-45df-9e85-0629b46cfe8f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1371560d-0a12-4ecd-9cd1-6b3d391d85b8 HTTP/1.1" status: 204 len: 168 time: 0.4627495 Jun 14 16:34:42.540328 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-55450e07-3d17-455d-9b21-29f709082c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:42.569741 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c16494-50d2-45df-9e85-0629b46cfe8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1371560d-0a12-4ecd-9cd1-6b3d391d85b8,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:42.576625 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e5c16494-50d2-45df-9e85-0629b46cfe8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:42.611811 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-3f6f3052-0cfa-418c-8833-8feb9f4c3dd9 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:42.690404 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-3f6f3052-0cfa-418c-8833-8feb9f4c3dd9 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12205892'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:42.698716 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2124f105-fbe7-4acf-b3c8-8de01b83c420 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:42.772203 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-3f6f3052-0cfa-418c-8833-8feb9f4c3dd9 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Network 927d0da3-f5de-4d65-98ab-baad45685c75 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:34:42.775979 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-3f6f3052-0cfa-418c-8833-8feb9f4c3dd9 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:34:42.778978 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-3f6f3052-0cfa-418c-8833-8feb9f4c3dd9 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:34:42.816421 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f3052-0cfa-418c-8833-8feb9f4c3dd9 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Pushing event updated for resources: {'Port': ['ID=d1c4043e-2e17-43a7-b57f-c77823deda9a,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:42.826117 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-3f6f3052-0cfa-418c-8833-8feb9f4c3dd9 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:42.847704 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-3f6f3052-0cfa-418c-8833-8feb9f4c3dd9 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:42.848637 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-3f6f3052-0cfa-418c-8833-8feb9f4c3dd9 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:42.868901 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-3f6f3052-0cfa-418c-8833-8feb9f4c3dd9 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6605957 Jun 14 16:34:43.350465 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c68a86-10f2-4fb5-a426-67e4435939e3 req-37fc5310-4f86-414d-a6e6-63d87b6becc1 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:43.352062 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-50c68a86-10f2-4fb5-a426-67e4435939e3 req-37fc5310-4f86-414d-a6e6-63d87b6becc1 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=a813b4c8-615a-4475-9831-525d28b49d1f HTTP/1.1" status: 200 len: 944 time: 0.1020365 Jun 14 16:34:43.404715 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-50c68a86-10f2-4fb5-a426-67e4435939e3 req-62b77fad-3131-4022-9f78-00e99aab2908 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432611 Jun 14 16:34:43.654783 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc673cb-9ec6-4805-9842-815bffe1da15 req-18800549-3e2f-4f7d-b9dc-0d28f2abb4a1 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:43.656383 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2fc673cb-9ec6-4805-9842-815bffe1da15 req-18800549-3e2f-4f7d-b9dc-0d28f2abb4a1 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.1010463 Jun 14 16:34:43.725016 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2fc673cb-9ec6-4805-9842-815bffe1da15 req-f8f83560-fd9a-482a-a5ae-1b337150dfea tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625293 Jun 14 16:34:43.886145 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 8b2ae02a-c398-4b42-ae36-34cf6eda7af8 up at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:34:43.916353 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-04564581-29a8-4e3e-95af-49433265900a service neutron] Request body: {'port': {'device_id': '34d32b32-e2f6-484f-83c9-5cbd2810d9c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:34:43.974776 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning for port 8b2ae02a-c398-4b42-ae36-34cf6eda7af8 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:34:43.979990 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning complete for port 8b2ae02a-c398-4b42-ae36-34cf6eda7af8 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:34:43.980372 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:44.095962 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cea22-bf6c-4bf3-8281-0fd106828156 req-0940ce1d-46ae-4e85-8f33-b41cbeeaaa84 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:44.097289 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-232cea22-bf6c-4bf3-8281-0fd106828156 req-0940ce1d-46ae-4e85-8f33-b41cbeeaaa84 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 931 time: 0.2371504 Jun 14 16:34:44.100645 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-04564581-29a8-4e3e-95af-49433265900a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:44.110009 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:44.156493 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a813b4c8-615a-4475-9831-525d28b49d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2ae02a-c398-4b42-ae36-34cf6eda7af8'}] {{(pid=91926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:34:44.160646 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b0a793cb4832d067d15d1ae193df815134514e8483bb184155629213ee4f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0892f3-1f56-4645-8109-03a33faaf9f7" -d '{"events": [{"server_uuid": "a813b4c8-615a-4475-9831-525d28b49d1f", "name": "network-vif-plugged", "status": "completed", "tag": "8b2ae02a-c398-4b42-ae36-34cf6eda7af8"}]}' {{(pid=91926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:34:44.182884 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 8b2ae02a-c398-4b42-ae36-34cf6eda7af8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8b2ae02a-c398-4b42-ae36-34cf6eda7af8,segment=NetworkSegment(c7724c2a-666d-4110-a0d4-30096c687ba3),segment_id=c7724c2a-666d-4110-a0d4-30096c687ba3)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:34:44.194815 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:44.201262 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-79cc7a92-1276-40d9-b20c-70d7b8413887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:44.211829 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-232cea22-bf6c-4bf3-8281-0fd106828156 req-fb1902bf-fe88-4a47-9025-ad05cc756d2c tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/security-groups?id=6603499d-31c0-49d0-b695-40baaeb30742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929976 Jun 14 16:34:44.354707 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=8b2ae02a-c398-4b42-ae36-34cf6eda7af8,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:44.372094 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4b9bbf-a426-4b45-b3f6-53382eb7d039 x-openstack-request-id: req-0c4b9bbf-a426-4b45-b3f6-53382eb7d039 {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:34:44.372525 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a813b4c8-615a-4475-9831-525d28b49d1f", "name": "network-vif-plugged", "status": "completed", "tag": "8b2ae02a-c398-4b42-ae36-34cf6eda7af8", "code": 200}]} {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:34:44.372801 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c4b9bbf-a426-4b45-b3f6-53382eb7d039 {{(pid=91926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:34:44.373388 dv-cinder-796286-2-iscsi neutron-server[91926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a813b4c8-615a-4475-9831-525d28b49d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b2ae02a-c398-4b42-ae36-34cf6eda7af8', 'code': 200} Jun 14 16:34:44.374403 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:44.380462 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:44.605428 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-04564581-29a8-4e3e-95af-49433265900a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c4043e-2e17-43a7-b57f-c77823deda9a {{(pid=91924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:34:44.615436 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-04564581-29a8-4e3e-95af-49433265900a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:44.637218 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-04564581-29a8-4e3e-95af-49433265900a service neutron] Transition to ACTIVE for port object d1c4043e-2e17-43a7-b57f-c77823deda9a will not be triggered until provisioned by entity L2. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:34:44.644256 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-04564581-29a8-4e3e-95af-49433265900a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:44.650390 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-5e94fca3-5885-4604-a115-494f933ae372 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:44.753642 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8c79c-678f-486a-9246-d0076ab4e9c4 req-34675a62-695b-459b-bde8-b5e0ab363e3d tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:44.755220 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0bf8c79c-678f-486a-9246-d0076ab4e9c4 req-34675a62-695b-459b-bde8-b5e0ab363e3d tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=a813b4c8-615a-4475-9831-525d28b49d1f HTTP/1.1" status: 200 len: 945 time: 0.2089286 Jun 14 16:34:44.770976 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04564581-29a8-4e3e-95af-49433265900a service neutron] Pushing event updated for resources: {'Port': ['ID=d1c4043e-2e17-43a7-b57f-c77823deda9a,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:44.774952 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-04564581-29a8-4e3e-95af-49433265900a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:44.861225 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0bf8c79c-678f-486a-9246-d0076ab4e9c4 req-7c36a49b-f3f8-461a-a3be-eda7adf4db02 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974002 Jun 14 16:34:44.890603 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-04564581-29a8-4e3e-95af-49433265900a service neutron] Attempting to bind port d1c4043e-2e17-43a7-b57f-c77823deda9a on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:34:44.891948 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-04564581-29a8-4e3e-95af-49433265900a service neutron] Attempting to bind port d1c4043e-2e17-43a7-b57f-c77823deda9a by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'e58af3e3-d34d-44a8-bd0b-020f1014752c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '927d0da3-f5de-4d65-98ab-baad45685c75'}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:34:44.891948 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-04564581-29a8-4e3e-95af-49433265900a service neutron] Attempting to bind port d1c4043e-2e17-43a7-b57f-c77823deda9a on network 927d0da3-f5de-4d65-98ab-baad45685c75 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:34:44.897925 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-04564581-29a8-4e3e-95af-49433265900a service neutron] Port d1c4043e-2e17-43a7-b57f-c77823deda9a on network 927d0da3-f5de-4d65-98ab-baad45685c75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:34:44.898248 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-04564581-29a8-4e3e-95af-49433265900a service neutron] Attempting to bind port d1c4043e-2e17-43a7-b57f-c77823deda9a on network 927d0da3-f5de-4d65-98ab-baad45685c75 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:34:44.904346 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-04564581-29a8-4e3e-95af-49433265900a service neutron] Checking agent: {'id': 'd91e4a82-0936-47d0-84c3-2c620c6821d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'started_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:34:44.904692 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-04564581-29a8-4e3e-95af-49433265900a service neutron] Checking segment: {'id': 'e58af3e3-d34d-44a8-bd0b-020f1014752c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '927d0da3-f5de-4d65-98ab-baad45685c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:34:44.905072 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-04564581-29a8-4e3e-95af-49433265900a service neutron] Bound using segment: {'id': 'e58af3e3-d34d-44a8-bd0b-020f1014752c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '927d0da3-f5de-4d65-98ab-baad45685c75'} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:34:44.905565 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-04564581-29a8-4e3e-95af-49433265900a service neutron] Bound port: d1c4043e-2e17-43a7-b57f-c77823deda9a, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58af3e3-d34d-44a8-bd0b-020f1014752c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '927d0da3-f5de-4d65-98ab-baad45685c75'}}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:34:44.905916 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-04564581-29a8-4e3e-95af-49433265900a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:45.051888 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-04564581-29a8-4e3e-95af-49433265900a service neutron] For port d1c4043e-2e17-43a7-b57f-c77823deda9a, host hv-cinder-79628, cleared binding levels {{(pid=91924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:34:45.073373 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-04564581-29a8-4e3e-95af-49433265900a service neutron] For port d1c4043e-2e17-43a7-b57f-c77823deda9a, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d1c4043e-2e17-43a7-b57f-c77823deda9a,segment=NetworkSegment(e58af3e3-d34d-44a8-bd0b-020f1014752c),segment_id=e58af3e3-d34d-44a8-bd0b-020f1014752c)] {{(pid=91924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:34:45.080958 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-04564581-29a8-4e3e-95af-49433265900a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:45.088950 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bf04fbc1-edf7-4fdb-8f2e-d0702a6661cf tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:45.146359 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d035ec-2034-4ee9-900a-106c7ade2e75 req-874cc520-3f96-4dd0-8520-da698b404042 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:45.147929 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-13d035ec-2034-4ee9-900a-106c7ade2e75 req-874cc520-3f96-4dd0-8520-da698b404042 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.1629598 Jun 14 16:34:45.149360 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-04564581-29a8-4e3e-95af-49433265900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:45.149965 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-04564581-29a8-4e3e-95af-49433265900a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:45.151353 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-04564581-29a8-4e3e-95af-49433265900a service neutron] 10.222.0.43 "PUT /v2.0/ports/d1c4043e-2e17-43a7-b57f-c77823deda9a HTTP/1.1" status: 200 len: 1093 time: 1.2443488 Jun 14 16:34:45.154425 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d32b32-e2f6-484f-83c9-5cbd2810d9c4', 'tag': 'd1c4043e-2e17-43a7-b57f-c77823deda9a'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:34:45.156788 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577ac8d1-9269-40a2-a140-45c9d304812b" -d '{"events": [{"name": "network-changed", "server_uuid": "34d32b32-e2f6-484f-83c9-5cbd2810d9c4", "tag": "d1c4043e-2e17-43a7-b57f-c77823deda9a"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:34:45.207410 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04564581-29a8-4e3e-95af-49433265900a service neutron] Pushing event updated for resources: {'Port': ['ID=d1c4043e-2e17-43a7-b57f-c77823deda9a,revision_number=3']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:45.216225 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-04564581-29a8-4e3e-95af-49433265900a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:45.256366 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-13d035ec-2034-4ee9-900a-106c7ade2e75 req-1dcba95c-8904-4dce-9b11-b13ee0ba9d75 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913053 Jun 14 16:34:45.269200 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821ed006-e0fc-4591-afa8-8aabf7b2fa3f x-openstack-request-id: req-821ed006-e0fc-4591-afa8-8aabf7b2fa3f {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:34:45.269518 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d32b32-e2f6-484f-83c9-5cbd2810d9c4", "tag": "d1c4043e-2e17-43a7-b57f-c77823deda9a", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:34:45.269786 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-821ed006-e0fc-4591-afa8-8aabf7b2fa3f {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:34:45.270714 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d32b32-e2f6-484f-83c9-5cbd2810d9c4', 'tag': 'd1c4043e-2e17-43a7-b57f-c77823deda9a', 'status': 'completed', 'code': 200} Jun 14 16:34:45.361601 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-a36e1e50-87cb-40e8-9610-a9fea6d17b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:45.363445 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-a36e1e50-87cb-40e8-9610-a9fea6d17b02 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38943e41fd53442e807b067339b3f0ed&device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 1096 time: 0.1161702 Jun 14 16:34:45.489286 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-6aa64bef-b1b8-4c7a-a53b-7cd33a107ad6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1c4043e-2e17-43a7-b57f-c77823deda9a HTTP/1.1" status: 200 len: 217 time: 0.1136780 Jun 14 16:34:45.635472 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-8276c888-aac5-477f-9244-2e221370644e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:45.637128 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-8276c888-aac5-477f-9244-2e221370644e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=353e88d2-826d-48b0-b773-b21ee41e26bc HTTP/1.1" status: 200 len: 853 time: 0.1163199 Jun 14 16:34:45.649104 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6372f36-eeef-4910-ac04-4ef7477ffa64 req-92578054-1bc0-43bb-832b-9d6ab313b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:45.650791 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c6372f36-eeef-4910-ac04-4ef7477ffa64 req-92578054-1bc0-43bb-832b-9d6ab313b976 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a813b4c8-615a-4475-9831-525d28b49d1f HTTP/1.1" status: 200 len: 1098 time: 0.1165788 Jun 14 16:34:45.738606 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-c8c54e98-7092-4786-b70e-0f1b55170b05 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=927d0da3-f5de-4d65-98ab-baad45685c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866370 Jun 14 16:34:45.768446 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c6372f36-eeef-4910-ac04-4ef7477ffa64 req-b4dc75d0-1126-4789-9cd0-05c2a93e5e63 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062782 Jun 14 16:34:45.885792 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4a14a-406b-4471-91fd-7c470a3978cb req-72088a8d-dea9-492d-b08d-77321ac15025 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:45.889821 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-64c4a14a-406b-4471-91fd-7c470a3978cb req-72088a8d-dea9-492d-b08d-77321ac15025 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 943 time: 0.2300675 Jun 14 16:34:45.939785 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-a31c66a9-b8f0-414a-8e65-7728ffb913ad service neutron] 10.222.0.43 "GET /v2.0/networks/927d0da3-f5de-4d65-98ab-baad45685c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798282 Jun 14 16:34:45.978640 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-64c4a14a-406b-4471-91fd-7c470a3978cb req-732c6436-b2fc-44f9-b4b0-e8c497c4d1ff tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/security-groups?id=6603499d-31c0-49d0-b695-40baaeb30742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722685 Jun 14 16:34:46.163170 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c19e5a0b-97f1-4f84-8c26-e9e2779315ab req-58a4bb3f-a34f-44ae-b7d3-7ea4408b357c service neutron] 10.222.0.43 "GET /v2.0/networks/927d0da3-f5de-4d65-98ab-baad45685c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991053 Jun 14 16:34:46.196000 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028b80b-8717-496d-92ac-68e21beaa066 req-4818f5e0-86d9-46ae-8b9e-842ddf5445d6 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:46.198478 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c028b80b-8717-496d-92ac-68e21beaa066 req-4818f5e0-86d9-46ae-8b9e-842ddf5445d6 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=a813b4c8-615a-4475-9831-525d28b49d1f HTTP/1.1" status: 200 len: 945 time: 0.1188190 Jun 14 16:34:46.311846 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c028b80b-8717-496d-92ac-68e21beaa066 req-927429f7-1ae2-48bd-a9ec-c2c29d54aa5e tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990162 Jun 14 16:34:46.345703 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ac8d1-9269-40a2-a140-45c9d304812b req-8f767ded-bc09-4e44-8be3-cecfea2f5d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:46.347392 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-577ac8d1-9269-40a2-a140-45c9d304812b req-8f767ded-bc09-4e44-8be3-cecfea2f5d59 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38943e41fd53442e807b067339b3f0ed&device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 1096 time: 0.0996587 Jun 14 16:34:46.618696 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ac8d1-9269-40a2-a140-45c9d304812b req-484fda8c-8391-4119-9a3c-e2b5815518d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:46.620943 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-577ac8d1-9269-40a2-a140-45c9d304812b req-484fda8c-8391-4119-9a3c-e2b5815518d4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=927d0da3-f5de-4d65-98ab-baad45685c75 HTTP/1.1" status: 200 len: 914 time: 0.2662270 Jun 14 16:34:46.656398 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894dbfad-55dd-445c-862e-b3ba560dff3a req-aaf27486-3f37-4e31-9970-b941dde0c0ff tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:46.658375 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-894dbfad-55dd-445c-862e-b3ba560dff3a req-aaf27486-3f37-4e31-9970-b941dde0c0ff tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.1800504 Jun 14 16:34:46.724197 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-577ac8d1-9269-40a2-a140-45c9d304812b req-a950a9fd-be59-4013-98a2-82e1563bd0d4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1c4043e-2e17-43a7-b57f-c77823deda9a HTTP/1.1" status: 200 len: 217 time: 0.0880809 Jun 14 16:34:46.812250 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-894dbfad-55dd-445c-862e-b3ba560dff3a req-232268cf-7a21-4335-820c-5d295a8c5756 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921986 Jun 14 16:34:46.824686 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ac8d1-9269-40a2-a140-45c9d304812b req-4bdd26a3-c9f4-4aa9-90af-afb17247bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:46.826997 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-577ac8d1-9269-40a2-a140-45c9d304812b req-4bdd26a3-c9f4-4aa9-90af-afb17247bf8d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=353e88d2-826d-48b0-b773-b21ee41e26bc HTTP/1.1" status: 200 len: 853 time: 0.0809171 Jun 14 16:34:46.914844 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-577ac8d1-9269-40a2-a140-45c9d304812b req-484ae9f6-58ec-42f4-8f11-e4f4057aa056 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=927d0da3-f5de-4d65-98ab-baad45685c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720658 Jun 14 16:34:46.958051 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 52898) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:47.260071 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-651f093c-f284-436b-945b-ca4c8fd7c246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:47.499338 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-651f093c-f284-436b-945b-ca4c8fd7c246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:47.505224 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-651f093c-f284-436b-945b-ca4c8fd7c246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:47.537628 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-1cb8785c-27c5-4f9f-b72e-e1d5f72d7244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:47.565228 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-651f093c-f284-436b-945b-ca4c8fd7c246 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e6bda08ec564d74aa33afbc927cc10d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6050868 Jun 14 16:34:47.580135 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 52912) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:47.624708 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f093c-f284-436b-945b-ca4c8fd7c246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d347b07-1ce2-486e-9eac-81cba5a5e280,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:47.630560 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-651f093c-f284-436b-945b-ca4c8fd7c246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:47.854047 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-577ac8d1-9269-40a2-a140-45c9d304812b req-2091eb01-fb37-413a-96e2-6f388140ee7b service neutron] 10.222.0.43 "GET /v2.0/networks/927d0da3-f5de-4d65-98ab-baad45685c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9260278 Jun 14 16:34:47.938157 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe02cb-6178-42f0-b778-61d874581a73 req-36591b24-ee76-4dcb-8f9e-d114359ff378 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:47.939950 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-44fe02cb-6178-42f0-b778-61d874581a73 req-36591b24-ee76-4dcb-8f9e-d114359ff378 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=a813b4c8-615a-4475-9831-525d28b49d1f HTTP/1.1" status: 200 len: 945 time: 0.3670125 Jun 14 16:34:47.952474 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b623879-eb39-443e-a47d-9ee9bba72e14 req-35c4ba4b-db9a-48b0-a9f4-f75716b9cf35 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:47.954332 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7b623879-eb39-443e-a47d-9ee9bba72e14 req-35c4ba4b-db9a-48b0-a9f4-f75716b9cf35 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 943 time: 0.5405829 Jun 14 16:34:47.961838 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2773b2ff-49ab-4e86-8d86-4b4aa99a711c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:48.125604 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2773b2ff-49ab-4e86-8d86-4b4aa99a711c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:48.181766 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7b623879-eb39-443e-a47d-9ee9bba72e14 req-4b974cdb-fd72-4111-bf09-1f29cc98f029 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/security-groups?id=6603499d-31c0-49d0-b695-40baaeb30742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162430 Jun 14 16:34:48.184771 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-44fe02cb-6178-42f0-b778-61d874581a73 req-9bb5ed0c-4112-4484-b787-a8d8c1f991b2 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268422 Jun 14 16:34:48.199974 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-577ac8d1-9269-40a2-a140-45c9d304812b req-fe310687-a97b-49a6-8576-39c23b19fe2a service neutron] 10.222.0.43 "GET /v2.0/networks/927d0da3-f5de-4d65-98ab-baad45685c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350267 Jun 14 16:34:48.267224 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2773b2ff-49ab-4e86-8d86-4b4aa99a711c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:48.274669 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2773b2ff-49ab-4e86-8d86-4b4aa99a711c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:48.276765 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-2773b2ff-49ab-4e86-8d86-4b4aa99a711c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d347b07-1ce2-486e-9eac-81cba5a5e280 HTTP/1.1" status: 204 len: 168 time: 0.6922686 Jun 14 16:34:48.278199 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-85604d71-99b5-4b0e-99d5-16498310edd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:48.299163 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773b2ff-49ab-4e86-8d86-4b4aa99a711c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d347b07-1ce2-486e-9eac-81cba5a5e280,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:48.311331 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2773b2ff-49ab-4e86-8d86-4b4aa99a711c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:48.516597 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f304f-a3e9-427d-b07a-f20bf4ec6060 req-463b6ac2-2e29-4653-ab2b-e8ba020a4d03 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:48.518381 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-265f304f-a3e9-427d-b07a-f20bf4ec6060 req-463b6ac2-2e29-4653-ab2b-e8ba020a4d03 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.1215665 Jun 14 16:34:48.604806 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-265f304f-a3e9-427d-b07a-f20bf4ec6060 req-40840b8a-eea3-4fe5-b5bf-f80e848e0240 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669763 Jun 14 16:34:49.364170 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:34:49.613698 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060d54b-e4c4-4117-98fb-2781a7c18a98 req-56af96e9-582c-44d7-bec5-5738c7deec46 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:49.615347 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9060d54b-e4c4-4117-98fb-2781a7c18a98 req-56af96e9-582c-44d7-bec5-5738c7deec46 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 943 time: 0.1573842 Jun 14 16:34:49.641784 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686a993-3439-46cb-a954-0856456bc214 req-ead359c2-00c6-4634-8c76-9e3201785d44 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:49.643588 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b686a993-3439-46cb-a954-0856456bc214 req-ead359c2-00c6-4634-8c76-9e3201785d44 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=a813b4c8-615a-4475-9831-525d28b49d1f HTTP/1.1" status: 200 len: 945 time: 0.1481810 Jun 14 16:34:49.712858 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9060d54b-e4c4-4117-98fb-2781a7c18a98 req-06b1c822-2050-4f34-a331-2b98f9e1bc7a tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/security-groups?id=6603499d-31c0-49d0-b695-40baaeb30742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856676 Jun 14 16:34:49.727451 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b686a993-3439-46cb-a954-0856456bc214 req-85a1cfda-5381-4bfc-a263-3f7087406fb0 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711257 Jun 14 16:34:49.964480 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408cfcb-2f96-436b-98cf-a58a7b4f8261 req-2cb05879-b852-40e8-a9ff-f4aba83a5346 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:49.966045 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c408cfcb-2f96-436b-98cf-a58a7b4f8261 req-2cb05879-b852-40e8-a9ff-f4aba83a5346 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.0779974 Jun 14 16:34:50.018186 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c408cfcb-2f96-436b-98cf-a58a7b4f8261 req-e4b11b09-e4e3-4dca-b25c-07b7d8d52bce tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459118 Jun 14 16:34:50.956751 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fad06-f7fa-4164-9db0-79a2e42a7686 req-4fbde370-6a56-4604-9886-639ce3f0b1c6 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:50.959220 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ff5fad06-f7fa-4164-9db0-79a2e42a7686 req-4fbde370-6a56-4604-9886-639ce3f0b1c6 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 943 time: 0.0955215 Jun 14 16:34:51.032369 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ff5fad06-f7fa-4164-9db0-79a2e42a7686 req-044d96b4-1ac0-4145-af72-ef44eb234977 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/security-groups?id=6603499d-31c0-49d0-b695-40baaeb30742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614071 Jun 14 16:34:51.221012 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce818565-abfb-4d13-9462-8d7d9560d255 req-3ea71e8e-6090-4f31-b7eb-05a23263bc98 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:51.222583 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ce818565-abfb-4d13-9462-8d7d9560d255 req-3ea71e8e-6090-4f31-b7eb-05a23263bc98 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=a813b4c8-615a-4475-9831-525d28b49d1f HTTP/1.1" status: 200 len: 945 time: 0.0854516 Jun 14 16:34:51.285038 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ce818565-abfb-4d13-9462-8d7d9560d255 req-5e7278a3-779a-4748-ae36-f35f4bf9b00c tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561440 Jun 14 16:34:51.505373 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb9580-0bdd-44ae-b237-e87bda5600ed req-808b5ed3-4068-4200-a08f-84b1b84bb99e tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:51.508116 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c4fb9580-0bdd-44ae-b237-e87bda5600ed req-808b5ed3-4068-4200-a08f-84b1b84bb99e tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.1113791 Jun 14 16:34:51.514893 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device d1c4043e-2e17-43a7-b57f-c77823deda9a details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91926) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:34:51.571519 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c4fb9580-0bdd-44ae-b237-e87bda5600ed req-b9496cb1-2862-4e6d-844b-c0b94d1dc3c5 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540063 Jun 14 16:34:51.724276 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port d1c4043e-2e17-43a7-b57f-c77823deda9a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d1c4043e-2e17-43a7-b57f-c77823deda9a,segment=NetworkSegment(e58af3e3-d34d-44a8-bd0b-020f1014752c),segment_id=e58af3e3-d34d-44a8-bd0b-020f1014752c)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:34:51.739484 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Returning: {'device': 'd1c4043e-2e17-43a7-b57f-c77823deda9a', 'network_id': '927d0da3-f5de-4d65-98ab-baad45685c75', 'port_id': 'd1c4043e-2e17-43a7-b57f-c77823deda9a', 'mac_address': 'fa:16:3e:a8:a9:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '353e88d2-826d-48b0-b773-b21ee41e26bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91926) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:34:51.814991 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:51.847631 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c4043e-2e17-43a7-b57f-c77823deda9a {{(pid=91926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:34:51.880332 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port d1c4043e-2e17-43a7-b57f-c77823deda9a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d1c4043e-2e17-43a7-b57f-c77823deda9a,segment=NetworkSegment(e58af3e3-d34d-44a8-bd0b-020f1014752c),segment_id=e58af3e3-d34d-44a8-bd0b-020f1014752c)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:34:51.886336 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:51.889254 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:51.960632 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=d1c4043e-2e17-43a7-b57f-c77823deda9a,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:51.964096 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:52.264819 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45535b0b-66a5-4b93-9a39-66603c48a804 req-63be04fb-667f-4d4e-bed3-feafe021a664 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:52.266417 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-45535b0b-66a5-4b93-9a39-66603c48a804 req-63be04fb-667f-4d4e-bed3-feafe021a664 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 944 time: 0.1082730 Jun 14 16:34:52.333835 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-45535b0b-66a5-4b93-9a39-66603c48a804 req-e46245d0-62d7-4cf5-b6c8-e405f233cc80 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/security-groups?id=6603499d-31c0-49d0-b695-40baaeb30742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605626 Jun 14 16:34:52.451125 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 53118) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:52.543711 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8624f3-0d31-4e75-8fcb-dd5c319ce4ce req-cacbe95b-3e86-4826-bd35-9ddcbe04b4ba tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:52.546102 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0a8624f3-0d31-4e75-8fcb-dd5c319ce4ce req-cacbe95b-3e86-4826-bd35-9ddcbe04b4ba tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=a813b4c8-615a-4475-9831-525d28b49d1f HTTP/1.1" status: 200 len: 945 time: 0.0835102 Jun 14 16:34:52.608227 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3f551780-9bf3-4df2-b2ab-939a2dee9404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:52.654241 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0a8624f3-0d31-4e75-8fcb-dd5c319ce4ce req-b10d4db3-24a0-4e90-8245-1447b7360751 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019149 Jun 14 16:34:52.776168 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3f551780-9bf3-4df2-b2ab-939a2dee9404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:52.788327 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3f551780-9bf3-4df2-b2ab-939a2dee9404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:52.813265 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-59217435-82d3-47d8-8aa5-ea98f4fc639e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:52.871530 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f551780-9bf3-4df2-b2ab-939a2dee9404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4681b4a-a741-4b69-a8cc-e687d4855312,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:52.875574 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-3f551780-9bf3-4df2-b2ab-939a2dee9404 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6263135e52ae4152a3cba9050ae85bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4232242 Jun 14 16:34:52.880172 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 53126) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:52.882516 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-3f551780-9bf3-4df2-b2ab-939a2dee9404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:52.920718 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70e483-0fc5-4c0a-9d61-2446cbcda419 req-5ab6e078-a644-4dd7-9781-3aa63671e38e tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:52.923699 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7d70e483-0fc5-4c0a-9d61-2446cbcda419 req-5ab6e078-a644-4dd7-9781-3aa63671e38e tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.1496997 Jun 14 16:34:52.979337 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-f3d96e27-ca81-4f12-b49c-bb3f97be9bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:52.996826 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7d70e483-0fc5-4c0a-9d61-2446cbcda419 req-16a653fa-a8ea-45c4-9257-44ece4960e96 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485113 Jun 14 16:34:53.016981 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-f3d96e27-ca81-4f12-b49c-bb3f97be9bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:53.090255 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-f3d96e27-ca81-4f12-b49c-bb3f97be9bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:53.094954 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-f3d96e27-ca81-4f12-b49c-bb3f97be9bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:53.101075 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-f3d96e27-ca81-4f12-b49c-bb3f97be9bfa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4681b4a-a741-4b69-a8cc-e687d4855312 HTTP/1.1" status: 204 len: 168 time: 0.2170205 Jun 14 16:34:53.102457 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-5c9d2629-d17c-4d4f-8d5e-bee7eb76070a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:53.116960 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d96e27-ca81-4f12-b49c-bb3f97be9bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4681b4a-a741-4b69-a8cc-e687d4855312,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:53.120891 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-f3d96e27-ca81-4f12-b49c-bb3f97be9bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:53.285692 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['d1c4043e-2e17-43a7-b57f-c77823deda9a'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:34:53.520489 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 53140) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:53.541244 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3c7b3ef8-2aac-49b1-94f5-87ef85bff535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:53.774198 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804197a-e8b0-4268-937a-5ed0f7fd2e5e req-e83d98dc-c21a-464b-b5a0-1be8fc6cd24c tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:53.776078 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8804197a-e8b0-4268-937a-5ed0f7fd2e5e req-e83d98dc-c21a-464b-b5a0-1be8fc6cd24c tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 944 time: 0.1965261 Jun 14 16:34:53.837521 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3c7b3ef8-2aac-49b1-94f5-87ef85bff535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:53.847066 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3c7b3ef8-2aac-49b1-94f5-87ef85bff535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:53.857771 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c9fa3a72-e979-4df9-a9f1-530a206664bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:53.953554 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b3ef8-2aac-49b1-94f5-87ef85bff535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97276f22-5ef8-42d5-907e-6848929aeb4a,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:53.960500 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-3c7b3ef8-2aac-49b1-94f5-87ef85bff535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:53.982716 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 53152) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:53.983386 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-3c7b3ef8-2aac-49b1-94f5-87ef85bff535 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=86abcc2e6c5243e59be07e980dc7b141&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4611261 Jun 14 16:34:53.988051 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8804197a-e8b0-4268-937a-5ed0f7fd2e5e req-68886091-172e-4047-b6da-144931fcef27 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/security-groups?id=6603499d-31c0-49d0-b695-40baaeb30742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945171 Jun 14 16:34:54.067692 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72dd00a-c5fa-4205-b2f1-3b693d0702ff req-d8ecbbf8-ee46-4b3a-bc70-64ae6037714a tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:54.073323 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f72dd00a-c5fa-4205-b2f1-3b693d0702ff req-d8ecbbf8-ee46-4b3a-bc70-64ae6037714a tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=a813b4c8-615a-4475-9831-525d28b49d1f HTTP/1.1" status: 200 len: 945 time: 0.1940494 Jun 14 16:34:54.125976 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0b8f5948-9a60-4187-aabb-1bf539c3e6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:54.150909 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f72dd00a-c5fa-4205-b2f1-3b693d0702ff req-66c5f3da-99e8-4887-ae2e-d2e10d29f9bc tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708175 Jun 14 16:34:54.187704 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0b8f5948-9a60-4187-aabb-1bf539c3e6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:54.304651 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0b8f5948-9a60-4187-aabb-1bf539c3e6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:54.310930 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0b8f5948-9a60-4187-aabb-1bf539c3e6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:54.323804 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-0b8f5948-9a60-4187-aabb-1bf539c3e6fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97276f22-5ef8-42d5-907e-6848929aeb4a HTTP/1.1" status: 204 len: 168 time: 0.3320966 Jun 14 16:34:54.330745 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-e17e2618-0967-4caa-9ec5-fc54f371d2c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:54.350020 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f5948-9a60-4187-aabb-1bf539c3e6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97276f22-5ef8-42d5-907e-6848929aeb4a,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:54.354003 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0b8f5948-9a60-4187-aabb-1bf539c3e6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:54.432483 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869fa12-7a62-473d-8806-9ec91e43b9ab req-c8e75edd-b917-4c8f-8234-67fc8aaedafe tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:54.435359 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c869fa12-7a62-473d-8806-9ec91e43b9ab req-c8e75edd-b917-4c8f-8234-67fc8aaedafe tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.1383512 Jun 14 16:34:54.528025 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c869fa12-7a62-473d-8806-9ec91e43b9ab req-8731a90f-c7bd-49f8-adfe-c72ab5550c4a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799119 Jun 14 16:34:54.807568 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65546083-43c5-4625-870c-bbe32562fcde req-a043180d-2d49-4f0f-8d01-2e8ca6247aa9 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:54.809100 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-65546083-43c5-4625-870c-bbe32562fcde req-a043180d-2d49-4f0f-8d01-2e8ca6247aa9 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=a813b4c8-615a-4475-9831-525d28b49d1f HTTP/1.1" status: 200 len: 945 time: 0.1130073 Jun 14 16:34:54.837912 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device d1c4043e-2e17-43a7-b57f-c77823deda9a up at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:34:54.925760 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning for port d1c4043e-2e17-43a7-b57f-c77823deda9a completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:34:54.934377 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning complete for port d1c4043e-2e17-43a7-b57f-c77823deda9a triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:34:54.935022 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:55.036908 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-65546083-43c5-4625-870c-bbe32562fcde req-80da17da-120e-4211-b780-da4695c4d259 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Deleting port 8b2ae02a-c398-4b42-ae36-34cf6eda7af8 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:34:55.037366 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-65546083-43c5-4625-870c-bbe32562fcde req-80da17da-120e-4211-b780-da4695c4d259 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:55.047243 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:55.129745 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d32b32-e2f6-484f-83c9-5cbd2810d9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c4043e-2e17-43a7-b57f-c77823deda9a'}] {{(pid=91926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:34:55.133191 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b0a793cb4832d067d15d1ae193df815134514e8483bb184155629213ee4f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbc6d16-b11b-4712-8c0f-00b1ef8ccf94" -d '{"events": [{"server_uuid": "34d32b32-e2f6-484f-83c9-5cbd2810d9c4", "name": "network-vif-plugged", "status": "completed", "tag": "d1c4043e-2e17-43a7-b57f-c77823deda9a"}]}' {{(pid=91926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:34:55.154398 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port d1c4043e-2e17-43a7-b57f-c77823deda9a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d1c4043e-2e17-43a7-b57f-c77823deda9a,segment=NetworkSegment(e58af3e3-d34d-44a8-bd0b-020f1014752c),segment_id=e58af3e3-d34d-44a8-bd0b-020f1014752c)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:34:55.165044 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:55.167110 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:55.219553 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-65546083-43c5-4625-870c-bbe32562fcde req-80da17da-120e-4211-b780-da4695c4d259 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] For port 8b2ae02a-c398-4b42-ae36-34cf6eda7af8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8b2ae02a-c398-4b42-ae36-34cf6eda7af8,segment=NetworkSegment(c7724c2a-666d-4110-a0d4-30096c687ba3),segment_id=c7724c2a-666d-4110-a0d4-30096c687ba3)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:34:55.220141 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-65546083-43c5-4625-870c-bbe32562fcde req-80da17da-120e-4211-b780-da4695c4d259 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:55.233719 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f176e6fa-1ad0-4243-9f52-17f04e24af78 x-openstack-request-id: req-f176e6fa-1ad0-4243-9f52-17f04e24af78 {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:34:55.233719 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d32b32-e2f6-484f-83c9-5cbd2810d9c4", "name": "network-vif-plugged", "status": "completed", "tag": "d1c4043e-2e17-43a7-b57f-c77823deda9a", "code": 200}]} {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:34:55.233719 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f176e6fa-1ad0-4243-9f52-17f04e24af78 {{(pid=91926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:34:55.233719 dv-cinder-796286-2-iscsi neutron-server[91926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d32b32-e2f6-484f-83c9-5cbd2810d9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c4043e-2e17-43a7-b57f-c77823deda9a', 'code': 200} Jun 14 16:34:55.376895 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=d1c4043e-2e17-43a7-b57f-c77823deda9a,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:55.384192 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:55.502141 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-65546083-43c5-4625-870c-bbe32562fcde req-80da17da-120e-4211-b780-da4695c4d259 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Calling delete_port for 8b2ae02a-c398-4b42-ae36-34cf6eda7af8 owned by compute:nova {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:34:55.969724 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245a5f6-1383-4db3-886f-b2ecac45a9f8 req-f791e5e5-e45c-48a0-ba6c-833d12ad2fe8 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:55.972346 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3245a5f6-1383-4db3-886f-b2ecac45a9f8 req-f791e5e5-e45c-48a0-ba6c-833d12ad2fe8 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=a813b4c8-615a-4475-9831-525d28b49d1f HTTP/1.1" status: 200 len: 945 time: 0.3501952 Jun 14 16:34:55.990465 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880a79c-0306-4c54-8664-ccd607695eea req-b3ee89da-0856-499e-bb42-4c3fb3ed80d1 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:55.992079 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8880a79c-0306-4c54-8664-ccd607695eea req-b3ee89da-0856-499e-bb42-4c3fb3ed80d1 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 945 time: 0.3749778 Jun 14 16:34:56.003780 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c3a59-c3e3-4930-916d-02023116ca33 req-fd9056e0-4623-4385-9c6a-71e83a444925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:56.005638 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7d0c3a59-c3e3-4930-916d-02023116ca33 req-fd9056e0-4623-4385-9c6a-71e83a444925 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 1098 time: 0.3622658 Jun 14 16:34:56.068828 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-65546083-43c5-4625-870c-bbe32562fcde req-80da17da-120e-4211-b780-da4695c4d259 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:56.087552 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['8b2ae02a-c398-4b42-ae36-34cf6eda7af8'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:34:56.093430 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:56.175612 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3245a5f6-1383-4db3-886f-b2ecac45a9f8 req-d2c98923-7175-4ca2-b354-07e78a35a0f7 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788628 Jun 14 16:34:56.182006 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da17da-120e-4211-b780-da4695c4d259 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Pushing event deleted for resources: {'Port': ['ID=8b2ae02a-c398-4b42-ae36-34cf6eda7af8,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:56.191421 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-80da17da-120e-4211-b780-da4695c4d259 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:56.197024 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8880a79c-0306-4c54-8664-ccd607695eea req-ad0aefa3-d344-49e5-b7ba-4a7e4fa21175 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/security-groups?id=6603499d-31c0-49d0-b695-40baaeb30742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904798 Jun 14 16:34:56.255619 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7d0c3a59-c3e3-4930-916d-02023116ca33 req-4beed756-8f56-4399-9dad-3bfe6f499bb4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6603499d-31c0-49d0-b695-40baaeb30742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228801 Jun 14 16:34:56.301286 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-65546083-43c5-4625-870c-bbe32562fcde req-80da17da-120e-4211-b780-da4695c4d259 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] No DVR routers for this DVR port 8b2ae02a-c398-4b42-ae36-34cf6eda7af8 on host hv-cinder-79628 {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:34:56.305162 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-65546083-43c5-4625-870c-bbe32562fcde req-80da17da-120e-4211-b780-da4695c4d259 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:56.308086 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-65546083-43c5-4625-870c-bbe32562fcde req-80da17da-120e-4211-b780-da4695c4d259 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.43 "DELETE /v2.0/ports/8b2ae02a-c398-4b42-ae36-34cf6eda7af8 HTTP/1.1" status: 204 len: 173 time: 1.4878492 Jun 14 16:34:56.308829 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a813b4c8-615a-4475-9831-525d28b49d1f', 'name': 'network-vif-deleted', 'tag': '8b2ae02a-c398-4b42-ae36-34cf6eda7af8'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:34:56.312413 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce358c0-6a77-4b4a-96fd-a8095b82940a" -d '{"events": [{"server_uuid": "a813b4c8-615a-4475-9831-525d28b49d1f", "name": "network-vif-deleted", "tag": "8b2ae02a-c398-4b42-ae36-34cf6eda7af8"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:34:56.460260 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc70927-d6d1-4c60-ad4e-681925288cc2 x-openstack-request-id: req-4bc70927-d6d1-4c60-ad4e-681925288cc2 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:34:56.460260 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a813b4c8-615a-4475-9831-525d28b49d1f", "name": "network-vif-deleted", "tag": "8b2ae02a-c398-4b42-ae36-34cf6eda7af8", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:34:56.460260 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4bc70927-d6d1-4c60-ad4e-681925288cc2 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:34:56.461084 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a813b4c8-615a-4475-9831-525d28b49d1f', 'name': 'network-vif-deleted', 'tag': '8b2ae02a-c398-4b42-ae36-34cf6eda7af8', 'status': 'completed', 'code': 200} Jun 14 16:34:56.543409 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565421f-7a72-4d3d-b120-269bed1694b8 req-1aa90f91-104b-4c41-9036-70e791978ef8 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:56.545045 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d565421f-7a72-4d3d-b120-269bed1694b8 req-1aa90f91-104b-4c41-9036-70e791978ef8 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.1413093 Jun 14 16:34:56.626165 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d565421f-7a72-4d3d-b120-269bed1694b8 req-e7872e17-d05b-446c-b0a1-e690eadaa357 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675080 Jun 14 16:34:57.102779 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 53256) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:57.608834 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d82be467-b55e-4b6c-aedb-36ba1a88f2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:57.704954 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c373c97-ef1e-499b-aa7d-7bdd89fa3caa req-46b9ff25-57f8-4cb2-8cb0-42570dc9200d tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:57.719193 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2c373c97-ef1e-499b-aa7d-7bdd89fa3caa req-46b9ff25-57f8-4cb2-8cb0-42570dc9200d tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 945 time: 0.1509459 Jun 14 16:34:57.830442 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2c373c97-ef1e-499b-aa7d-7bdd89fa3caa req-e380bccc-8f00-4588-87c7-693cf18eb4af tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/security-groups?id=6603499d-31c0-49d0-b695-40baaeb30742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092501 Jun 14 16:34:57.886071 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d82be467-b55e-4b6c-aedb-36ba1a88f2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:57.902824 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d82be467-b55e-4b6c-aedb-36ba1a88f2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:57.915878 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-f3d96e27-ca81-4f12-b49c-bb3f97be9bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:57.988513 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82be467-b55e-4b6c-aedb-36ba1a88f2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12de520-7cae-431e-9db2-7b02a01e719d,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:57.997602 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-d82be467-b55e-4b6c-aedb-36ba1a88f2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:58.049738 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-d82be467-b55e-4b6c-aedb-36ba1a88f2cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c1c9286aa19d461d8104969c472cb59f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9455190 Jun 14 16:34:58.054423 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 53304) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:58.143023 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-920343c0-0d4b-4e96-b106-e0009257de3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:58.174454 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-920343c0-0d4b-4e96-b106-e0009257de3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:58.246412 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-35e9dd0f-e6fa-4920-89be-d1a259608840 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:58.246852 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-920343c0-0d4b-4e96-b106-e0009257de3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:58.249119 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-35e9dd0f-e6fa-4920-89be-d1a259608840 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/networks?id=34a54055-68d2-4b53-af5d-655e478e8aca HTTP/1.1" status: 200 len: 808 time: 0.2597213 Jun 14 16:34:58.250331 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-920343c0-0d4b-4e96-b106-e0009257de3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:58.252011 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-920343c0-0d4b-4e96-b106-e0009257de3e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f12de520-7cae-431e-9db2-7b02a01e719d HTTP/1.1" status: 204 len: 168 time: 0.1962759 Jun 14 16:34:58.262821 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-651f093c-f284-436b-945b-ca4c8fd7c246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:58.281206 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-88fe6726-2874-473c-bfc5-f883c0d14542 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/quotas/d113f386f2f84e78b0e366a5cf61a0ce HTTP/1.1" status: 200 len: 375 time: 0.0221789 Jun 14 16:34:58.288530 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920343c0-0d4b-4e96-b106-e0009257de3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12de520-7cae-431e-9db2-7b02a01e719d,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:58.293395 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-920343c0-0d4b-4e96-b106-e0009257de3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:58.319603 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8f94d-e955-463b-9cdb-d3e588dd57ad req-cfbb234d-3650-4290-95cd-63509c47394d tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:58.331192 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dfa8f94d-e955-463b-9cdb-d3e588dd57ad req-cfbb234d-3650-4290-95cd-63509c47394d tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.2223701 Jun 14 16:34:58.383028 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-37d14f92-c7a0-45c6-b16e-347e09a6b7e0 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d113f386f2f84e78b0e366a5cf61a0ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1005445 Jun 14 16:34:58.581624 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 53324) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:58.790238 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 53332) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:58.872243 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 8b2ae02a-c398-4b42-ae36-34cf6eda7af8 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:34:58.873963 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-82251c2a-61d8-4ee6-8f50-f51885917c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:58.921397 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-84eab528-f29e-4afe-ae07-cce9b79b0f01 service neutron] 10.222.0.25 "GET /v2.0/networks/34a54055-68d2-4b53-af5d-655e478e8aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305834 Jun 14 16:34:58.928074 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 53338) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:58.934182 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] No Port match for: 8b2ae02a-c398-4b42-ae36-34cf6eda7af8 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:34:58.935181 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 8b2ae02a-c398-4b42-ae36-34cf6eda7af8 not bound to the agent host hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:34:58.995698 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dfa8f94d-e955-463b-9cdb-d3e588dd57ad req-ab316915-2b3a-4633-af54-1c1afe4ca469 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6628726 Jun 14 16:34:59.015958 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4efe36d2-8110-4d5a-9496-96a5660bcc4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:59.076529 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d9b96dcf-29a4-4b3f-892b-84d694f573ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:59.156650 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-782a12c5-b54e-40b5-8805-4e02e7a780fa service neutron] 10.222.0.25 "GET /v2.0/networks/34a54055-68d2-4b53-af5d-655e478e8aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341323 Jun 14 16:34:59.160239 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-82251c2a-61d8-4ee6-8f50-f51885917c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:59.167612 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-82251c2a-61d8-4ee6-8f50-f51885917c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:59.173533 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-82fd7ddc-5d06-44d0-b8ad-6bee7bff6462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:59.241129 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-82251c2a-61d8-4ee6-8f50-f51885917c35 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5220bc2fe651453aa02fe10cb57d3c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4486587 Jun 14 16:34:59.241965 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82251c2a-61d8-4ee6-8f50-f51885917c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff5b21b-b134-4519-83ca-454889cae670,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:59.246773 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 53342) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:59.247814 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-82251c2a-61d8-4ee6-8f50-f51885917c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:59.411648 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4efe36d2-8110-4d5a-9496-96a5660bcc4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:59.419785 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4efe36d2-8110-4d5a-9496-96a5660bcc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:59.426624 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-5c19f4ae-ea8b-4ec0-b624-469476d3b907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:59.476905 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-cd5709de-31ea-49e5-8d8e-a346665836fa req-1abd8efa-5fb7-4597-87e4-36d3b9f04a48 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 210 time: 0.1193652 Jun 14 16:34:59.523666 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f4b2c3fc-766e-43ef-9aaa-bc28be3e5385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:59.527603 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-4efe36d2-8110-4d5a-9496-96a5660bcc4d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc889821e35e4c5c94b56793fb1ad3c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9412458 Jun 14 16:34:59.530006 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe36d2-8110-4d5a-9496-96a5660bcc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4c0bf9-e157-408e-ba95-96d08d4c0d1e,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:59.535101 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-4efe36d2-8110-4d5a-9496-96a5660bcc4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:59.536945 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 53348) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:59.568332 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f4b2c3fc-766e-43ef-9aaa-bc28be3e5385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:59.655102 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-628724c7-30b9-49d4-a470-c3a8fcfac4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:59.694347 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d9b96dcf-29a4-4b3f-892b-84d694f573ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:59.706208 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d9b96dcf-29a4-4b3f-892b-84d694f573ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:59.710133 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-628724c7-30b9-49d4-a470-c3a8fcfac4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:59.712293 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6186a95d-a718-44a4-8bc9-3241c605cd04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:59.766600 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6d4fb-881a-454d-8552-04a51c898f08 req-027e7128-36f3-4958-8184-decf61f647c4 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:59.768307 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-97c6d4fb-881a-454d-8552-04a51c898f08 req-027e7128-36f3-4958-8184-decf61f647c4 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 945 time: 0.3919251 Jun 14 16:34:59.806306 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f4b2c3fc-766e-43ef-9aaa-bc28be3e5385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:59.809412 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f4b2c3fc-766e-43ef-9aaa-bc28be3e5385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:59.810757 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-f4b2c3fc-766e-43ef-9aaa-bc28be3e5385 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ff5b21b-b134-4519-83ca-454889cae670 HTTP/1.1" status: 204 len: 168 time: 0.5628889 Jun 14 16:34:59.816597 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-87097a7a-016f-4930-9fad-c878d64ba6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:34:59.824807 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-d9b96dcf-29a4-4b3f-892b-84d694f573ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a984b3896efa4735af41ee21018b7602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8942835 Jun 14 16:34:59.825663 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 53358) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:34:59.832813 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b96dcf-29a4-4b3f-892b-84d694f573ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9465b90a-616d-4f2f-b3d8-551b349eeba2,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:59.837635 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-d9b96dcf-29a4-4b3f-892b-84d694f573ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:59.845485 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f078a16-632d-4bc5-8be3-0c5d9a5b8dbb req-bf00de2e-dc1b-44b0-94da-f9fa6ecef362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:34:59.849554 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8f078a16-632d-4bc5-8be3-0c5d9a5b8dbb req-bf00de2e-dc1b-44b0-94da-f9fa6ecef362 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 1098 time: 0.2193010 Jun 14 16:34:59.927426 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2c3fc-766e-43ef-9aaa-bc28be3e5385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff5b21b-b134-4519-83ca-454889cae670,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:34:59.950149 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8f078a16-632d-4bc5-8be3-0c5d9a5b8dbb req-3905f712-490d-4f01-ac44-566cbe1504a5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710428 Jun 14 16:34:59.951257 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f4b2c3fc-766e-43ef-9aaa-bc28be3e5385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:34:59.989077 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-97c6d4fb-881a-454d-8552-04a51c898f08 req-f2a301c5-caa8-4814-bd75-c019e2da35ec tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/security-groups?id=6603499d-31c0-49d0-b695-40baaeb30742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073879 Jun 14 16:34:59.989425 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-628724c7-30b9-49d4-a470-c3a8fcfac4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:59.995638 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-628724c7-30b9-49d4-a470-c3a8fcfac4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:34:59.997954 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-628724c7-30b9-49d4-a470-c3a8fcfac4d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a4c0bf9-e157-408e-ba95-96d08d4c0d1e HTTP/1.1" status: 204 len: 168 time: 0.4597230 Jun 14 16:35:00.017837 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-64b99ed7-7727-4b89-a471-a51bf3ae251a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:00.031128 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6dc3ade8-1339-4b08-bdc9-4d93321fbe53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:00.094081 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628724c7-30b9-49d4-a470-c3a8fcfac4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4c0bf9-e157-408e-ba95-96d08d4c0d1e,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:00.114091 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-628724c7-30b9-49d4-a470-c3a8fcfac4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:00.175602 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6dc3ade8-1339-4b08-bdc9-4d93321fbe53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:00.389330 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6dc3ade8-1339-4b08-bdc9-4d93321fbe53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:00.400705 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6dc3ade8-1339-4b08-bdc9-4d93321fbe53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:00.409967 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-6dc3ade8-1339-4b08-bdc9-4d93321fbe53 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9465b90a-616d-4f2f-b3d8-551b349eeba2 HTTP/1.1" status: 204 len: 168 time: 0.5770259 Jun 14 16:35:00.411383 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-95d525a7-0b42-4898-8718-fc39d1c14ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:00.441880 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3ade8-1339-4b08-bdc9-4d93321fbe53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9465b90a-616d-4f2f-b3d8-551b349eeba2,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:00.454016 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff88119-744b-4176-bd54-0ec2ded33241 req-9a0b7651-dfe7-4f4b-8365-6042108bf4ea tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:00.455881 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7ff88119-744b-4176-bd54-0ec2ded33241 req-9a0b7651-dfe7-4f4b-8365-6042108bf4ea tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.1584070 Jun 14 16:35:00.458539 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6dc3ade8-1339-4b08-bdc9-4d93321fbe53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:00.589477 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7ff88119-744b-4176-bd54-0ec2ded33241 req-875ce9a1-d66b-4ece-b7bc-9b7e0800e67b tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156132 Jun 14 16:35:00.851414 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-cccacabb-2dd3-45a4-9b9d-3cbc36bcb5a7 req-493c9fa9-4140-41c9-9e14-5eb448da2649 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 210 time: 0.1176789 Jun 14 16:35:00.971004 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 53430) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:00.992795 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c997bab9-5432-4d10-8263-66210ff5e906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:01.234524 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c997bab9-5432-4d10-8263-66210ff5e906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:01.242089 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c997bab9-5432-4d10-8263-66210ff5e906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:01.261779 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-fdd3ff13-6f2c-4c10-8e84-db7478562659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:01.325311 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997bab9-5432-4d10-8263-66210ff5e906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05ba991-d6a5-438d-a41e-dce169fbb6e9,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:01.333858 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-c997bab9-5432-4d10-8263-66210ff5e906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:01.365159 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-c997bab9-5432-4d10-8263-66210ff5e906 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=183c3554a076480a87ad96c57af29392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3923848 Jun 14 16:35:01.368069 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 53442) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:01.469995 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-400c5955-1000-4846-a6fd-6f2432dc29c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:01.529887 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-400c5955-1000-4846-a6fd-6f2432dc29c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:02.102713 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-400c5955-1000-4846-a6fd-6f2432dc29c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:02.105379 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-400c5955-1000-4846-a6fd-6f2432dc29c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:02.106580 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-400c5955-1000-4846-a6fd-6f2432dc29c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f05ba991-d6a5-438d-a41e-dce169fbb6e9 HTTP/1.1" status: 204 len: 168 time: 0.7367129 Jun 14 16:35:02.136461 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d65623f2-406e-4df4-b215-c33c87e8ade9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:02.154861 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-e49488bc-f67b-4ac5-ad0e-e247db9dd67f tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:02.156352 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-e49488bc-f67b-4ac5-ad0e-e247db9dd67f tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.43 "GET /v2.0/networks?id=34a54055-68d2-4b53-af5d-655e478e8aca HTTP/1.1" status: 200 len: 808 time: 0.5551016 Jun 14 16:35:02.163404 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7f437542-e4aa-4e52-a5b8-13c3968c0157 req-7d50e670-9cd6-4126-bd29-6a4d4ff16c0a tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 210 time: 0.1179302 Jun 14 16:35:02.204466 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-cb52821d-8793-4d05-9f17-ad2b4df9d1b4 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Request body: {'port': {'device_id': '6e2a7663-61f7-4765-8e0f-19c11be0b9bc', 'network_id': '34a54055-68d2-4b53-af5d-655e478e8aca', 'admin_state_up': True, 'tenant_id': 'd113f386f2f84e78b0e366a5cf61a0ce'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:35:02.215207 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c5955-1000-4846-a6fd-6f2432dc29c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05ba991-d6a5-438d-a41e-dce169fbb6e9,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:02.258998 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-400c5955-1000-4846-a6fd-6f2432dc29c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:02.293675 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c03e9-4e08-41db-9899-f6a5de5fd351 req-5d7a85e8-3f4b-4c79-bba1-199715fdf172 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:02.295353 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e62c03e9-4e08-41db-9899-f6a5de5fd351 req-5d7a85e8-3f4b-4c79-bba1-199715fdf172 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.3859847 Jun 14 16:35:02.438980 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e62c03e9-4e08-41db-9899-f6a5de5fd351 req-76541cda-1d97-4435-a64e-27b0b86a6090 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818753 Jun 14 16:35:02.477800 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-cb52821d-8793-4d05-9f17-ad2b4df9d1b4 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Made reservation on behalf of d113f386f2f84e78b0e366a5cf61a0ce for: {'port': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:35:02.494888 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-cb52821d-8793-4d05-9f17-ad2b4df9d1b4 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:02.799002 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-cb52821d-8793-4d05-9f17-ad2b4df9d1b4 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Allocated IP 172.20.0.11 (34a54055-68d2-4b53-af5d-655e478e8aca/d34e39a3-4d8e-4bbb-bf17-6e5d23c1078d/351d4db6-bc80-46c0-80d2-5a39403058d3) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:35:02.810527 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524225e9-2894-46e1-b156-a4642866dc5a req-c0f23699-a9dd-4d6e-9153-0f607f0ff8bc tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:02.812425 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-524225e9-2894-46e1-b156-a4642866dc5a req-c0f23699-a9dd-4d6e-9153-0f607f0ff8bc tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.1821642 Jun 14 16:35:03.045565 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-524225e9-2894-46e1-b156-a4642866dc5a req-24a5695f-cccf-4bca-b339-7fdc504b51ef tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190874 Jun 14 16:35:03.344571 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-cb52821d-8793-4d05-9f17-ad2b4df9d1b4 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:03.523364 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1f841ffb-8347-449f-816a-842936ba02bb req-e369bfb7-e320-4e46-bfbc-e3b62757f4bb tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 210 time: 0.0656393 Jun 14 16:35:03.525388 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-cb52821d-8793-4d05-9f17-ad2b4df9d1b4 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12205892'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:03.531950 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-04564581-29a8-4e3e-95af-49433265900a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:03.637535 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52821d-8793-4d05-9f17-ad2b4df9d1b4 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Pushing event updated for resources: {'Port': ['ID=351d4db6-bc80-46c0-80d2-5a39403058d3,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:03.645266 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-cb52821d-8793-4d05-9f17-ad2b4df9d1b4 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:03.683337 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-cb52821d-8793-4d05-9f17-ad2b4df9d1b4 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Network 34a54055-68d2-4b53-af5d-655e478e8aca is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:35:03.686980 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-cb52821d-8793-4d05-9f17-ad2b4df9d1b4 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:35:03.700032 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-cb52821d-8793-4d05-9f17-ad2b4df9d1b4 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:35:03.813506 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-cb52821d-8793-4d05-9f17-ad2b4df9d1b4 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:03.814647 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-cb52821d-8793-4d05-9f17-ad2b4df9d1b4 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:03.844066 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-cb52821d-8793-4d05-9f17-ad2b4df9d1b4 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6472058 Jun 14 16:35:03.870781 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] Request body: {'port': {'device_id': '6e2a7663-61f7-4765-8e0f-19c11be0b9bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:35:04.016995 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:04.762760 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 351d4db6-bc80-46c0-80d2-5a39403058d3 {{(pid=91924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:35:04.793782 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:04.827062 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] Transition to ACTIVE for port object 351d4db6-bc80-46c0-80d2-5a39403058d3 will not be triggered until provisioned by entity L2. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:35:04.869813 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:04.890482 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:05.033708 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] Pushing event updated for resources: {'Port': ['ID=351d4db6-bc80-46c0-80d2-5a39403058d3,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:05.057694 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:05.196031 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539d415-7833-4686-b0d5-97bf1d98d249 req-625ff969-8e5a-460e-b3d0-9b2084c02161 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:05.198396 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b539d415-7833-4686-b0d5-97bf1d98d249 req-625ff969-8e5a-460e-b3d0-9b2084c02161 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 944 time: 0.3742495 Jun 14 16:35:05.292969 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] Attempting to bind port 351d4db6-bc80-46c0-80d2-5a39403058d3 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:35:05.293516 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] Attempting to bind port 351d4db6-bc80-46c0-80d2-5a39403058d3 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'c7724c2a-666d-4110-a0d4-30096c687ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '34a54055-68d2-4b53-af5d-655e478e8aca'}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:35:05.294066 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] Attempting to bind port 351d4db6-bc80-46c0-80d2-5a39403058d3 on network 34a54055-68d2-4b53-af5d-655e478e8aca {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:35:05.313155 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b539d415-7833-4686-b0d5-97bf1d98d249 req-a37b0d81-0b42-4941-9d1c-9c2fcb3dfdad tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020827 Jun 14 16:35:05.314489 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] Port 351d4db6-bc80-46c0-80d2-5a39403058d3 on network 34a54055-68d2-4b53-af5d-655e478e8aca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:35:05.314983 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] Attempting to bind port 351d4db6-bc80-46c0-80d2-5a39403058d3 on network 34a54055-68d2-4b53-af5d-655e478e8aca {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:35:05.326007 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] Checking agent: {'id': 'd91e4a82-0936-47d0-84c3-2c620c6821d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'started_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:35:05.326578 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] Checking segment: {'id': 'c7724c2a-666d-4110-a0d4-30096c687ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '34a54055-68d2-4b53-af5d-655e478e8aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:35:05.327187 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] Bound using segment: {'id': 'c7724c2a-666d-4110-a0d4-30096c687ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '34a54055-68d2-4b53-af5d-655e478e8aca'} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:35:05.327846 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] Bound port: 351d4db6-bc80-46c0-80d2-5a39403058d3, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7724c2a-666d-4110-a0d4-30096c687ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '34a54055-68d2-4b53-af5d-655e478e8aca'}}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:35:05.328374 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:05.533717 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] For port 351d4db6-bc80-46c0-80d2-5a39403058d3, host hv-cinder-79628, cleared binding levels {{(pid=91924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:35:05.542343 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] For port 351d4db6-bc80-46c0-80d2-5a39403058d3, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=351d4db6-bc80-46c0-80d2-5a39403058d3,segment=NetworkSegment(c7724c2a-666d-4110-a0d4-30096c687ba3),segment_id=c7724c2a-666d-4110-a0d4-30096c687ba3)] {{(pid=91924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:35:05.549717 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:05.556636 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-80da17da-120e-4211-b780-da4695c4d259 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:05.644464 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] Pushing event updated for resources: {'Port': ['ID=351d4db6-bc80-46c0-80d2-5a39403058d3,revision_number=3']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:05.668718 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:05.668718 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:05.668718 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:05.668718 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] 10.222.0.43 "PUT /v2.0/ports/351d4db6-bc80-46c0-80d2-5a39403058d3 HTTP/1.1" status: 200 len: 1094 time: 1.8001840 Jun 14 16:35:05.668718 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e2a7663-61f7-4765-8e0f-19c11be0b9bc', 'tag': '351d4db6-bc80-46c0-80d2-5a39403058d3'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:35:05.668718 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c719011-9a9f-4930-b295-1700d35e0caa" -d '{"events": [{"name": "network-changed", "server_uuid": "6e2a7663-61f7-4765-8e0f-19c11be0b9bc", "tag": "351d4db6-bc80-46c0-80d2-5a39403058d3"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:35:05.843248 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb4818-3367-4ecd-9880-e41075ffbd99 req-8478b51a-f77f-42dc-9581-834f7752db80 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:05.867290 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-39cb4818-3367-4ecd-9880-e41075ffbd99 req-8478b51a-f77f-42dc-9581-834f7752db80 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.1813257 Jun 14 16:35:05.965215 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-39cb4818-3367-4ecd-9880-e41075ffbd99 req-4038c155-e9ca-4e13-80f9-092878de8ab5 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815933 Jun 14 16:35:06.039209 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68eeb0fd-6429-462f-9d36-d09117a826ce x-openstack-request-id: req-68eeb0fd-6429-462f-9d36-d09117a826ce {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:35:06.039562 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e2a7663-61f7-4765-8e0f-19c11be0b9bc", "tag": "351d4db6-bc80-46c0-80d2-5a39403058d3", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:35:06.039969 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68eeb0fd-6429-462f-9d36-d09117a826ce {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:35:06.040624 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e2a7663-61f7-4765-8e0f-19c11be0b9bc', 'tag': '351d4db6-bc80-46c0-80d2-5a39403058d3', 'status': 'completed', 'code': 200} Jun 14 16:35:06.548370 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bc559-1f94-4ef5-bbb7-5a81f0e16f85 req-83df6062-b20c-4ee7-a025-73ecefdfa5ac tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:06.549894 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4c4bc559-1f94-4ef5-bbb7-5a81f0e16f85 req-83df6062-b20c-4ee7-a025-73ecefdfa5ac tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 944 time: 0.0724847 Jun 14 16:35:06.599794 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4c4bc559-1f94-4ef5-bbb7-5a81f0e16f85 req-4d5e5f89-71da-4db9-99a2-1770a8cf895c tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430317 Jun 14 16:35:07.207172 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24dd50-966f-4b33-86b1-722b80f46a6d req-6abb1b98-d729-48c9-9f47-94bc701bca0e tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:07.208796 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9b24dd50-966f-4b33-86b1-722b80f46a6d req-6abb1b98-d729-48c9-9f47-94bc701bca0e tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.1017015 Jun 14 16:35:07.256983 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9b24dd50-966f-4b33-86b1-722b80f46a6d req-a35c3a90-d3c5-46bb-b2b8-155ee9e93e39 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418520 Jun 14 16:35:07.387232 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:07.800817 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5dd19-83e8-420a-9848-ac14cc7b9910 req-28d022e9-a26e-411d-9074-87155d064365 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:07.802382 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-96b5dd19-83e8-420a-9848-ac14cc7b9910 req-28d022e9-a26e-411d-9074-87155d064365 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 944 time: 0.0801709 Jun 14 16:35:07.873767 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-96b5dd19-83e8-420a-9848-ac14cc7b9910 req-1e47ff2a-869d-427a-8396-8ccd7d86477a tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644214 Jun 14 16:35:08.463515 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb28f18-faac-4b49-ac94-4597748e2cb7 req-1c3617a0-2918-4441-9082-459aa9b7f877 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:08.465086 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8bb28f18-faac-4b49-ac94-4597748e2cb7 req-1c3617a0-2918-4441-9082-459aa9b7f877 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.0816669 Jun 14 16:35:08.546916 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-7c07e9b8-97c2-4c08-8cc9-948c43cfaccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:08.629216 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8bb28f18-faac-4b49-ac94-4597748e2cb7 req-d28a1899-fb59-4c92-ba14-1117f19f5d77 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575058 Jun 14 16:35:08.663001 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ed52a-663c-4b7b-bb9d-70aa71df70cf req-07b4cb56-efb1-480d-a45f-3d1ad5033cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:08.664601 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c71ed52a-663c-4b7b-bb9d-70aa71df70cf req-07b4cb56-efb1-480d-a45f-3d1ad5033cb9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c90e9f6caa44ace9e9c8571d4b33473&device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 1098 time: 0.1824021 Jun 14 16:35:08.674382 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c719011-9a9f-4930-b295-1700d35e0caa req-c7098447-059e-4dc9-a78a-6f4df5a4d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:08.677436 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3c719011-9a9f-4930-b295-1700d35e0caa req-c7098447-059e-4dc9-a78a-6f4df5a4d80f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d113f386f2f84e78b0e366a5cf61a0ce&device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 1097 time: 0.1194832 Jun 14 16:35:09.313979 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ed52a-663c-4b7b-bb9d-70aa71df70cf req-f24b0688-474a-475b-90f5-5c4946bc13ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:09.315601 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c71ed52a-663c-4b7b-bb9d-70aa71df70cf req-f24b0688-474a-475b-90f5-5c4946bc13ac service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bacab7d-e7d5-400d-a72a-7caeec0312a6 HTTP/1.1" status: 200 len: 920 time: 0.6211197 Jun 14 16:35:09.322232 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c719011-9a9f-4930-b295-1700d35e0caa req-0840cebc-bab2-4f02-85bc-327ae9e884a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:09.324427 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3c719011-9a9f-4930-b295-1700d35e0caa req-0840cebc-bab2-4f02-85bc-327ae9e884a2 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d113f386f2f84e78b0e366a5cf61a0ce&shared=False HTTP/1.1" status: 200 len: 909 time: 0.6279984 Jun 14 16:35:09.348067 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ea04c-7808-49ed-90af-a127a4242b31 req-35a335d1-442d-4731-8bae-f87047fd9dab tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:09.349953 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3a2ea04c-7808-49ed-90af-a127a4242b31 req-35a335d1-442d-4731-8bae-f87047fd9dab tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 944 time: 0.2331309 Jun 14 16:35:09.423708 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c71ed52a-663c-4b7b-bb9d-70aa71df70cf req-73b476f2-6bfb-48b9-a285-c4521609b3e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=314250d2-4441-481b-8741-8329c6e463fd HTTP/1.1" status: 200 len: 217 time: 0.0713511 Jun 14 16:35:09.673485 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ed52a-663c-4b7b-bb9d-70aa71df70cf req-69c50bb4-d311-4efd-8e29-dc9812219e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:09.677447 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c71ed52a-663c-4b7b-bb9d-70aa71df70cf req-69c50bb4-d311-4efd-8e29-dc9812219e36 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76ebf11c-6866-45a5-8a22-bba3c93daf27 HTTP/1.1" status: 200 len: 859 time: 0.2288969 Jun 14 16:35:09.690420 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3a2ea04c-7808-49ed-90af-a127a4242b31 req-a1085824-5f9f-42a7-9e98-d93980a770d3 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762501 Jun 14 16:35:09.758267 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c71ed52a-663c-4b7b-bb9d-70aa71df70cf req-884c5cd7-8108-486c-a5c4-87c24cd49d27 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bacab7d-e7d5-400d-a72a-7caeec0312a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564678 Jun 14 16:35:09.763673 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c719011-9a9f-4930-b295-1700d35e0caa req-19cc132e-f422-4eeb-ad70-d95cf38f1646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:09.765223 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3c719011-9a9f-4930-b295-1700d35e0caa req-19cc132e-f422-4eeb-ad70-d95cf38f1646 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4142842 Jun 14 16:35:10.032689 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c71ed52a-663c-4b7b-bb9d-70aa71df70cf req-0fbd3948-4c7e-41d9-8c4b-969518af845b service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390871 Jun 14 16:35:10.209724 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4855122-870a-4f6f-a2e8-8f70ed748809 req-955dc53f-2d0f-46a3-9b6b-5810641096d4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:10.211414 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d4855122-870a-4f6f-a2e8-8f70ed748809 req-955dc53f-2d0f-46a3-9b6b-5810641096d4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.2893386 Jun 14 16:35:10.220704 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-878e56a4-3e6a-44ba-8d3d-954a8238abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:10.222672 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-878e56a4-3e6a-44ba-8d3d-954a8238abfc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d113f386f2f84e78b0e366a5cf61a0ce&device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 1097 time: 0.3085017 Jun 14 16:35:10.320926 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-d958b1ed-1235-41e3-ac63-fc07390a079a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=351d4db6-bc80-46c0-80d2-5a39403058d3 HTTP/1.1" status: 200 len: 217 time: 0.0828094 Jun 14 16:35:10.354053 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d4855122-870a-4f6f-a2e8-8f70ed748809 req-c4c08c87-69cd-4429-b06f-0352a128c455 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301410 Jun 14 16:35:10.364264 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c71ed52a-663c-4b7b-bb9d-70aa71df70cf req-ed6e0786-1862-4566-aaf3-e0bc0264acea service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118210 Jun 14 16:35:10.449358 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-b561e815-5530-44b2-9175-3c1c0a25a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:10.451988 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-b561e815-5530-44b2-9175-3c1c0a25a88b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d34e39a3-4d8e-4bbb-bf17-6e5d23c1078d HTTP/1.1" status: 200 len: 848 time: 0.1019719 Jun 14 16:35:10.496396 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-ed587063-21bc-4ace-9b8e-44a010f98467 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=34a54055-68d2-4b53-af5d-655e478e8aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372121 Jun 14 16:35:10.668499 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-74c64f64-2239-417e-920f-4ef99e7c1546 service neutron] 10.222.0.43 "GET /v2.0/networks/34a54055-68d2-4b53-af5d-655e478e8aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549058 Jun 14 16:35:10.798891 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:10.857495 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5f8ff618-f095-4ed9-b7eb-c8ec8c7aaaf3 req-11f3645f-0629-4bb8-97c3-3d0188a72757 service neutron] 10.222.0.43 "GET /v2.0/networks/34a54055-68d2-4b53-af5d-655e478e8aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774492 Jun 14 16:35:10.979254 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-03cbf3bb-bf58-4551-a498-1de06b5e7623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:11.130358 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4678b-8174-4ef1-b318-0bf8b33b6e6b req-98c959f1-c938-401c-902e-7c5aa062fdde tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:11.132943 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-aef4678b-8174-4ef1-b318-0bf8b33b6e6b req-98c959f1-c938-401c-902e-7c5aa062fdde tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 944 time: 0.1077642 Jun 14 16:35:11.192027 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-aef4678b-8174-4ef1-b318-0bf8b33b6e6b req-532f41d9-89ae-4626-b677-86b59d993590 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503008 Jun 14 16:35:11.680836 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b2e89-9ce4-42a8-acc6-e23509d64423 req-7ec3c857-5171-45db-b3cd-5132d9fbf3bd tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:11.683470 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2e2b2e89-9ce4-42a8-acc6-e23509d64423 req-7ec3c857-5171-45db-b3cd-5132d9fbf3bd tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.1511033 Jun 14 16:35:11.745201 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2e2b2e89-9ce4-42a8-acc6-e23509d64423 req-a9e34185-3d46-4c51-857f-343b7fecc050 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557127 Jun 14 16:35:12.348962 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:12.538591 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfae5e0-37b5-4bc5-9f2f-59326d2cc4ab req-2ecc7a82-dcec-44bb-9e44-0d829655117b tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:12.540594 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3cfae5e0-37b5-4bc5-9f2f-59326d2cc4ab req-2ecc7a82-dcec-44bb-9e44-0d829655117b tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 944 time: 0.1523631 Jun 14 16:35:12.609864 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3cfae5e0-37b5-4bc5-9f2f-59326d2cc4ab req-864f737d-1285-4629-902e-7d68e7b70a41 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598710 Jun 14 16:35:13.014907 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e4eec-2cde-4600-8526-f87e336e1888 req-a32d1380-1eaf-49c4-b98c-47586283959a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:13.019485 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3f0e4eec-2cde-4600-8526-f87e336e1888 req-a32d1380-1eaf-49c4-b98c-47586283959a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.1079500 Jun 14 16:35:13.071372 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 53802) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:13.094513 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3f0e4eec-2cde-4600-8526-f87e336e1888 req-21c719f7-6296-40a6-ba93-4499f96002f4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651107 Jun 14 16:35:13.281821 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-370b3ecb-4d67-462f-8b6f-62aa97c5f5fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:13.415012 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-370b3ecb-4d67-462f-8b6f-62aa97c5f5fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:13.427917 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-370b3ecb-4d67-462f-8b6f-62aa97c5f5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:13.434401 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-7cbdb5f6-d1a1-46ee-8c17-2fd7b0767f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:13.492535 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-370b3ecb-4d67-462f-8b6f-62aa97c5f5fc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=611fb4b9606b4d0292a3c85d9050a2f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4200091 Jun 14 16:35:13.497325 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 53814) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:13.497830 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b3ecb-4d67-462f-8b6f-62aa97c5f5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4472d11-6710-4e29-86fc-43334890d2f4,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:13.506415 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b3ecb-4d67-462f-8b6f-62aa97c5f5fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:13.506687 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b3ecb-4d67-462f-8b6f-62aa97c5f5fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:13.506990 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b3ecb-4d67-462f-8b6f-62aa97c5f5fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:13.507372 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b3ecb-4d67-462f-8b6f-62aa97c5f5fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:13.507866 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b3ecb-4d67-462f-8b6f-62aa97c5f5fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:13.508056 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b3ecb-4d67-462f-8b6f-62aa97c5f5fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:13.508392 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b3ecb-4d67-462f-8b6f-62aa97c5f5fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:13.508768 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b3ecb-4d67-462f-8b6f-62aa97c5f5fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:13.509253 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b3ecb-4d67-462f-8b6f-62aa97c5f5fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:13.509761 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b3ecb-4d67-462f-8b6f-62aa97c5f5fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:13.510095 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b3ecb-4d67-462f-8b6f-62aa97c5f5fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:13.510459 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370b3ecb-4d67-462f-8b6f-62aa97c5f5fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:13.515103 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-370b3ecb-4d67-462f-8b6f-62aa97c5f5fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:13.594779 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-96ecf71d-7252-4fed-9a69-be40e029e533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:13.628789 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-96ecf71d-7252-4fed-9a69-be40e029e533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:13.715265 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-96ecf71d-7252-4fed-9a69-be40e029e533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:13.720021 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-96ecf71d-7252-4fed-9a69-be40e029e533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:13.721912 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-96ecf71d-7252-4fed-9a69-be40e029e533 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f4472d11-6710-4e29-86fc-43334890d2f4 HTTP/1.1" status: 204 len: 168 time: 0.2228878 Jun 14 16:35:13.723381 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-1bd3c4cc-5abd-4674-93cd-c3f162ee4133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:13.754835 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ecf71d-7252-4fed-9a69-be40e029e533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4472d11-6710-4e29-86fc-43334890d2f4,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:13.767746 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ecf71d-7252-4fed-9a69-be40e029e533 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:13.768239 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ecf71d-7252-4fed-9a69-be40e029e533 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:13.768812 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ecf71d-7252-4fed-9a69-be40e029e533 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:13.769409 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ecf71d-7252-4fed-9a69-be40e029e533 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:13.770325 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ecf71d-7252-4fed-9a69-be40e029e533 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:13.770915 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ecf71d-7252-4fed-9a69-be40e029e533 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:13.771750 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ecf71d-7252-4fed-9a69-be40e029e533 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:13.772476 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ecf71d-7252-4fed-9a69-be40e029e533 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:13.773100 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ecf71d-7252-4fed-9a69-be40e029e533 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:13.773643 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ecf71d-7252-4fed-9a69-be40e029e533 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:13.774612 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ecf71d-7252-4fed-9a69-be40e029e533 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:13.775093 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ecf71d-7252-4fed-9a69-be40e029e533 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:13.800227 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-96ecf71d-7252-4fed-9a69-be40e029e533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:13.897047 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfd675-affc-4c57-bb5c-0fc6040c9c45 req-1162c03f-3ace-4b92-8ec7-fc3d45774b92 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:13.911406 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3ecfd675-affc-4c57-bb5c-0fc6040c9c45 req-1162c03f-3ace-4b92-8ec7-fc3d45774b92 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 944 time: 0.1126802 Jun 14 16:35:13.982794 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3ecfd675-affc-4c57-bb5c-0fc6040c9c45 req-65d734bf-8fcc-4117-8fb6-d9fca6e91ce8 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648954 Jun 14 16:35:14.247415 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:14.388339 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aae28e-aa77-4ef5-be4b-76e712b7471b req-df946ca7-7dee-4da9-8bfa-8ad7ff0d5475 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:14.390091 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c8aae28e-aa77-4ef5-be4b-76e712b7471b req-df946ca7-7dee-4da9-8bfa-8ad7ff0d5475 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.1167588 Jun 14 16:35:14.470265 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c8aae28e-aa77-4ef5-be4b-76e712b7471b req-0c965b26-4197-411a-967c-0e5b0a751d15 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738883 Jun 14 16:35:15.239343 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34d10e-15f5-44cc-bb18-a8aa6518baeb req-c48abbff-a33f-4bcb-aa7c-d01300be461e tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:15.241348 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-de34d10e-15f5-44cc-bb18-a8aa6518baeb req-c48abbff-a33f-4bcb-aa7c-d01300be461e tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 944 time: 0.1127119 Jun 14 16:35:15.316003 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-de34d10e-15f5-44cc-bb18-a8aa6518baeb req-7c5cba2b-d124-42bc-93c7-79e9ba575220 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630383 Jun 14 16:35:15.795490 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573afe3a-14a9-40ad-8483-36e69bcd1a75 req-9b2df283-631e-4326-8679-5243e4d23618 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:15.800168 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-573afe3a-14a9-40ad-8483-36e69bcd1a75 req-9b2df283-631e-4326-8679-5243e4d23618 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.1169987 Jun 14 16:35:15.803775 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 53926) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:15.862234 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-573afe3a-14a9-40ad-8483-36e69bcd1a75 req-04dda22f-45b7-4ef2-8172-77c8555c864a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470982 Jun 14 16:35:15.989924 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6e33f6e9-8cec-4157-b20f-186ceb1675c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:16.127892 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6e33f6e9-8cec-4157-b20f-186ceb1675c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:16.138487 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6e33f6e9-8cec-4157-b20f-186ceb1675c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:16.143690 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bc07d1ee-dac6-47b0-ab5d-d23c01a0c56f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:16.188565 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-6e33f6e9-8cec-4157-b20f-186ceb1675c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a41ffe3b12249a1a67b118c237b661a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3821373 Jun 14 16:35:16.189499 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33f6e9-8cec-4157-b20f-186ceb1675c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fed41b8-85c2-4e30-9057-ef823d8e0493,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:16.192470 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 53938) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:16.194650 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-6e33f6e9-8cec-4157-b20f-186ceb1675c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:16.270373 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b03d9b15-042c-4721-9a58-6afda53995fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:16.309444 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b03d9b15-042c-4721-9a58-6afda53995fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:16.386979 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b03d9b15-042c-4721-9a58-6afda53995fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:16.391774 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b03d9b15-042c-4721-9a58-6afda53995fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:16.397407 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-b03d9b15-042c-4721-9a58-6afda53995fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7fed41b8-85c2-4e30-9057-ef823d8e0493 HTTP/1.1" status: 204 len: 168 time: 0.2036548 Jun 14 16:35:16.399513 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-93ecace4-aa17-4143-adbb-0051a3d3da14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:16.415258 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d9b15-042c-4721-9a58-6afda53995fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fed41b8-85c2-4e30-9057-ef823d8e0493,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:16.427520 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b03d9b15-042c-4721-9a58-6afda53995fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:16.533690 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 53946) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:16.664390 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b0873-3c59-470c-af90-93120fa2275e req-b22d85bb-3663-463d-9795-a321e0303a6b tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:16.669480 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f95b0873-3c59-470c-af90-93120fa2275e req-b22d85bb-3663-463d-9795-a321e0303a6b tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 944 time: 0.1369481 Jun 14 16:35:16.753382 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f95b0873-3c59-470c-af90-93120fa2275e req-535d4656-9e21-43f0-82d0-9bd2b7b0aa5a tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756245 Jun 14 16:35:16.959849 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-58e4f40b-2ba4-4db8-b961-1dd5a9b4cd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:16.999612 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 53968) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:17.043363 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-84e42c61-f94b-42c0-ae28-21e090d77976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:17.211227 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-58e4f40b-2ba4-4db8-b961-1dd5a9b4cd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:17.211533 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a01514-bb67-4ee0-83a0-e8456d955293 req-c022ee01-176c-4674-aea6-f0519700390d tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:17.213372 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-87a01514-bb67-4ee0-83a0-e8456d955293 req-c022ee01-176c-4674-aea6-f0519700390d tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.1167088 Jun 14 16:35:17.216785 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-58e4f40b-2ba4-4db8-b961-1dd5a9b4cd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:17.233810 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-4efe36d2-8110-4d5a-9496-96a5660bcc4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:17.282837 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-58e4f40b-2ba4-4db8-b961-1dd5a9b4cd26 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de49d1aea11d4282a2ebcead09de8550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7474086 Jun 14 16:35:17.285925 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4f40b-2ba4-4db8-b961-1dd5a9b4cd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e86c89-0fa4-4297-84eb-ca33a8d523e9,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:17.288475 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 53976) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:17.296681 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-58e4f40b-2ba4-4db8-b961-1dd5a9b4cd26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:17.309064 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-87a01514-bb67-4ee0-83a0-e8456d955293 req-c40c5fb3-b4ca-4394-a230-ecf41c77b56a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839334 Jun 14 16:35:17.372381 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-840f6b25-79b8-4f47-a32e-3e389a7f379f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:17.397452 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-84e42c61-f94b-42c0-ae28-21e090d77976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:17.399825 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-840f6b25-79b8-4f47-a32e-3e389a7f379f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:17.403467 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-84e42c61-f94b-42c0-ae28-21e090d77976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:17.409290 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:17.468000 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-840f6b25-79b8-4f47-a32e-3e389a7f379f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:17.470957 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-840f6b25-79b8-4f47-a32e-3e389a7f379f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:17.475440 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-840f6b25-79b8-4f47-a32e-3e389a7f379f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2e86c89-0fa4-4297-84eb-ca33a8d523e9 HTTP/1.1" status: 204 len: 168 time: 0.1828079 Jun 14 16:35:17.475440 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-3432e6bd-34b4-4456-ab24-0ea17bd0735d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:17.476056 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-84e42c61-f94b-42c0-ae28-21e090d77976 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3fa424dccbbb467e948566fbb0f79f71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4734826 Jun 14 16:35:17.480967 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 53980) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:17.483437 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e42c61-f94b-42c0-ae28-21e090d77976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75211da8-523e-4eb9-ac48-c3a17b0bb1c1,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:17.486980 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-84e42c61-f94b-42c0-ae28-21e090d77976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:17.514964 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f6b25-79b8-4f47-a32e-3e389a7f379f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e86c89-0fa4-4297-84eb-ca33a8d523e9,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:17.518587 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-840f6b25-79b8-4f47-a32e-3e389a7f379f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:17.575612 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8c45c311-5073-436e-b0ff-c98a5cee5805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:17.604071 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8c45c311-5073-436e-b0ff-c98a5cee5805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:17.664156 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8c45c311-5073-436e-b0ff-c98a5cee5805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:17.668358 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8c45c311-5073-436e-b0ff-c98a5cee5805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:17.672588 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-8c45c311-5073-436e-b0ff-c98a5cee5805 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/75211da8-523e-4eb9-ac48-c3a17b0bb1c1 HTTP/1.1" status: 204 len: 168 time: 0.1874971 Jun 14 16:35:17.672588 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-4e6c561d-b5e3-43bd-b8c9-9d5cac60328e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:17.683917 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45c311-5073-436e-b0ff-c98a5cee5805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75211da8-523e-4eb9-ac48-c3a17b0bb1c1,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:17.702003 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-8c45c311-5073-436e-b0ff-c98a5cee5805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:18.002002 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 53994) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:18.032505 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ee9e1952-5340-4e7a-9bc3-4eb123a94c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:18.050342 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fed057-a1c1-4cc2-8802-2cc00db3407b req-9fc58028-6c1b-4af7-bd21-13a09ce64af6 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:18.053149 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-49fed057-a1c1-4cc2-8802-2cc00db3407b req-9fc58028-6c1b-4af7-bd21-13a09ce64af6 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 944 time: 0.1049228 Jun 14 16:35:18.139169 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-49fed057-a1c1-4cc2-8802-2cc00db3407b req-5924cd19-7b02-42f8-a459-a0b12fd9e9bd tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758281 Jun 14 16:35:18.210351 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ee9e1952-5340-4e7a-9bc3-4eb123a94c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:18.215837 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ee9e1952-5340-4e7a-9bc3-4eb123a94c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:18.222786 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-f94027cd-189d-4d2f-a66a-5c247da24b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:18.300204 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 54000) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:18.304764 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e1952-5340-4e7a-9bc3-4eb123a94c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac22a05-23d5-4c12-928f-8d79c73548d7,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:18.309236 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-ee9e1952-5340-4e7a-9bc3-4eb123a94c86 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=131623699d29416e9c23b2152f23e77c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3058491 Jun 14 16:35:18.310179 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-ee9e1952-5340-4e7a-9bc3-4eb123a94c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:18.313682 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 54002) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:18.328232 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-aa2f8c52-9ea7-48ed-b478-351528883617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:18.432471 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-63f0dfa6-aff6-40e1-a9ca-6078b060131b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:18.461640 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-63f0dfa6-aff6-40e1-a9ca-6078b060131b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:18.477435 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-aa2f8c52-9ea7-48ed-b478-351528883617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:18.483546 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-aa2f8c52-9ea7-48ed-b478-351528883617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:18.490995 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2773b2ff-49ab-4e86-8d86-4b4aa99a711c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:18.559561 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-63f0dfa6-aff6-40e1-a9ca-6078b060131b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:18.564818 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-63f0dfa6-aff6-40e1-a9ca-6078b060131b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:18.567004 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-63f0dfa6-aff6-40e1-a9ca-6078b060131b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dac22a05-23d5-4c12-928f-8d79c73548d7 HTTP/1.1" status: 204 len: 168 time: 0.2500846 Jun 14 16:35:18.568279 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-a31dc6f2-840b-4510-a5e6-fdb5b30e7585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:18.580242 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0dfa6-aff6-40e1-a9ca-6078b060131b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac22a05-23d5-4c12-928f-8d79c73548d7,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:18.582963 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-63f0dfa6-aff6-40e1-a9ca-6078b060131b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:18.914132 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-aa2f8c52-9ea7-48ed-b478-351528883617 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec033e44074f4f46bcc7b8477115f8c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6124036 Jun 14 16:35:18.916247 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f8c52-9ea7-48ed-b478-351528883617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6b4061-78f6-4aef-bdf6-d47807200ff4,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:18.917548 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 54012) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:18.919985 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-aa2f8c52-9ea7-48ed-b478-351528883617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:18.977321 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b34e8-02ca-4a4f-8298-12a55d5c5c34 req-062d955c-b88e-4dfa-b718-a8c1f83a415f tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:18.979874 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-155b34e8-02ca-4a4f-8298-12a55d5c5c34 req-062d955c-b88e-4dfa-b718-a8c1f83a415f tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.4733729 Jun 14 16:35:19.010578 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a507ee5e-fdc4-4ac9-ae02-c757c7206a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:19.056743 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-155b34e8-02ca-4a4f-8298-12a55d5c5c34 req-aba70837-d3ec-4ecc-9846-d21cab26dec4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670242 Jun 14 16:35:19.062642 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a507ee5e-fdc4-4ac9-ae02-c757c7206a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:19.136701 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a507ee5e-fdc4-4ac9-ae02-c757c7206a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:19.141908 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a507ee5e-fdc4-4ac9-ae02-c757c7206a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:19.143141 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-a507ee5e-fdc4-4ac9-ae02-c757c7206a01 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e6b4061-78f6-4aef-bdf6-d47807200ff4 HTTP/1.1" status: 204 len: 168 time: 0.2230670 Jun 14 16:35:19.144195 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0b8f5948-9a60-4187-aabb-1bf539c3e6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:19.153732 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507ee5e-fdc4-4ac9-ae02-c757c7206a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6b4061-78f6-4aef-bdf6-d47807200ff4,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:19.157019 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 54018) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:19.168721 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-a507ee5e-fdc4-4ac9-ae02-c757c7206a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:19.185672 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ea52e710-c37b-4de3-bde7-e8d86dcff14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:19.357541 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ea52e710-c37b-4de3-bde7-e8d86dcff14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:19.363236 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ea52e710-c37b-4de3-bde7-e8d86dcff14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:19.366306 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-d9b96dcf-29a4-4b3f-892b-84d694f573ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:19.403462 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bed291-ee3d-4a80-bf2a-78e9990559ae req-70641209-a590-49ae-a917-dfd51a6e67a7 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:19.406573 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c9bed291-ee3d-4a80-bf2a-78e9990559ae req-70641209-a590-49ae-a917-dfd51a6e67a7 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 944 time: 0.1106298 Jun 14 16:35:19.419789 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-ea52e710-c37b-4de3-bde7-e8d86dcff14e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bbbf1cc14f5a4804820abe7481a42a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2611032 Jun 14 16:35:19.421576 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 54026) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:19.433075 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52e710-c37b-4de3-bde7-e8d86dcff14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0cc6f6-26e7-4bbb-b32d-2a86538f97da,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:19.439858 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-ea52e710-c37b-4de3-bde7-e8d86dcff14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:19.479944 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c9bed291-ee3d-4a80-bf2a-78e9990559ae req-fd06e99e-f0f6-4df9-9cd4-9de1e5e95773 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647006 Jun 14 16:35:19.506970 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d63bca5b-8659-4c70-b5fb-cb616b4c2c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:19.533954 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d63bca5b-8659-4c70-b5fb-cb616b4c2c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:19.604704 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d63bca5b-8659-4c70-b5fb-cb616b4c2c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:19.609115 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d63bca5b-8659-4c70-b5fb-cb616b4c2c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:19.611162 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-d63bca5b-8659-4c70-b5fb-cb616b4c2c98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa0cc6f6-26e7-4bbb-b32d-2a86538f97da HTTP/1.1" status: 204 len: 168 time: 0.1878397 Jun 14 16:35:19.612582 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-370b3ecb-4d67-462f-8b6f-62aa97c5f5fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:19.627236 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63bca5b-8659-4c70-b5fb-cb616b4c2c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0cc6f6-26e7-4bbb-b32d-2a86538f97da,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:19.634970 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-d63bca5b-8659-4c70-b5fb-cb616b4c2c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:20.066105 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 351d4db6-bc80-46c0-80d2-5a39403058d3 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91926) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:35:20.397404 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 351d4db6-bc80-46c0-80d2-5a39403058d3, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=351d4db6-bc80-46c0-80d2-5a39403058d3,segment=NetworkSegment(c7724c2a-666d-4110-a0d4-30096c687ba3),segment_id=c7724c2a-666d-4110-a0d4-30096c687ba3)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:20.431018 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Returning: {'device': '351d4db6-bc80-46c0-80d2-5a39403058d3', 'network_id': '34a54055-68d2-4b53-af5d-655e478e8aca', 'port_id': '351d4db6-bc80-46c0-80d2-5a39403058d3', 'mac_address': 'fa:16:3e:f2:81:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd34e39a3-4d8e-4bbb-bf17-6e5d23c1078d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91926) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:35:20.435777 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e814d-f14d-4e8c-b697-6223954a51c6 req-44ba37b3-5a69-4c9b-bc93-a6cf0689fca2 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:20.438595 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a45e814d-f14d-4e8c-b697-6223954a51c6 req-44ba37b3-5a69-4c9b-bc93-a6cf0689fca2 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.1435969 Jun 14 16:35:20.491526 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a45e814d-f14d-4e8c-b697-6223954a51c6 req-1780eab9-7b3d-46d8-a8f4-49949ba8ef39 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422180 Jun 14 16:35:20.540214 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:20.568862 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 351d4db6-bc80-46c0-80d2-5a39403058d3 {{(pid=91926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:35:20.614888 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 351d4db6-bc80-46c0-80d2-5a39403058d3, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=351d4db6-bc80-46c0-80d2-5a39403058d3,segment=NetworkSegment(c7724c2a-666d-4110-a0d4-30096c687ba3),segment_id=c7724c2a-666d-4110-a0d4-30096c687ba3)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:20.627432 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:20.633991 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:20.710830 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 54080) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:20.725114 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=351d4db6-bc80-46c0-80d2-5a39403058d3,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:20.729092 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:20.738263 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f8433-981b-41fc-a887-68a9c1c2dbb2 req-fc75d3b0-743a-41cb-b61e-208cd938d46f tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:20.739426 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-147f8433-981b-41fc-a887-68a9c1c2dbb2 req-fc75d3b0-743a-41cb-b61e-208cd938d46f tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 945 time: 0.0957744 Jun 14 16:35:20.802993 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-147f8433-981b-41fc-a887-68a9c1c2dbb2 req-2fa3c51d-8d74-4ae9-8d6c-cee2395a925f tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546641 Jun 14 16:35:20.887193 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-2103828b-237b-44a4-8095-197eddb72aa9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-901214450-network', 'tenant_id': 'ac243c315f15403eb53dc16ca380955a'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:35:20.914713 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2103828b-237b-44a4-8095-197eddb72aa9 admin admin] Made reservation on behalf of ac243c315f15403eb53dc16ca380955a for: {'network': 1} {{(pid=91925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:35:20.917204 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2103828b-237b-44a4-8095-197eddb72aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for network, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:20.931090 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2103828b-237b-44a4-8095-197eddb72aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:21.095681 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2103828b-237b-44a4-8095-197eddb72aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:21.101752 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2103828b-237b-44a4-8095-197eddb72aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:21.110352 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-b731eb5d-8b5a-4f8b-a271-0a68ca323393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:21.126373 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2103828b-237b-44a4-8095-197eddb72aa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=91925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:35:21.146657 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2103828b-237b-44a4-8095-197eddb72aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:21.146887 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.db.segments_db [None req-2103828b-237b-44a4-8095-197eddb72aa9 admin admin] Added segment 914fa835-60b5-41f5-9a64-2daa16547456 of type vlan for network bd7d09c4-b964-4950-a9a3-957692e9cb01 Jun 14 16:35:21.160289 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103828b-237b-44a4-8095-197eddb72aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40ac0a6-fb1b-47df-b5fb-7eaa276e6f0a,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:21.165684 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-2103828b-237b-44a4-8095-197eddb72aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:21.215758 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2103828b-237b-44a4-8095-197eddb72aa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769376812472'] for network, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:21.261481 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2103828b-237b-44a4-8095-197eddb72aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:21.263284 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2103828b-237b-44a4-8095-197eddb72aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:21.264139 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2103828b-237b-44a4-8095-197eddb72aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:21.266778 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-e4175f0e-30c1-44e6-b8e9-56fa412a0fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:21.303880 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-2103828b-237b-44a4-8095-197eddb72aa9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5906034 Jun 14 16:35:21.307948 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 54092) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:21.315598 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-b3113d89-86e8-4e8c-95a6-c3836ec9d167 admin admin] Request body: {'subnet': {'network_id': 'bd7d09c4-b964-4950-a9a3-957692e9cb01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-901214450-subnet', 'tenant_id': 'ac243c315f15403eb53dc16ca380955a', 'ip_version': 4}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:35:21.341589 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3113d89-86e8-4e8c-95a6-c3836ec9d167 admin admin] Made reservation on behalf of ac243c315f15403eb53dc16ca380955a for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:35:21.344511 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b3113d89-86e8-4e8c-95a6-c3836ec9d167 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12516335'] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:21.359909 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103828b-237b-44a4-8095-197eddb72aa9 admin admin] Pushing event updated for resources: {'Network': ['ID=bd7d09c4-b964-4950-a9a3-957692e9cb01,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:21.362804 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-2103828b-237b-44a4-8095-197eddb72aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:21.373137 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Network bd7d09c4-b964-4950-a9a3-957692e9cb01 details requested by agent ovs-agent-dv-cinder-796286-2-iscsi with host dv-cinder-796286-2-iscsi {{(pid=91926) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:35:21.685598 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b3113d89-86e8-4e8c-95a6-c3836ec9d167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12204788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12516345'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:21.712783 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:21.809166 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3113d89-86e8-4e8c-95a6-c3836ec9d167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ece1e9a-b949-43f4-a508-05ba75586006,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:21.820338 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['351d4db6-bc80-46c0-80d2-5a39403058d3'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:35:21.823172 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b3113d89-86e8-4e8c-95a6-c3836ec9d167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:21.844729 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc127bee-8a26-493c-b59d-f12a7a1b2027 req-8da28a53-7069-4b9a-a523-a10c90ee9b70 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:21.846394 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bc127bee-8a26-493c-b59d-f12a7a1b2027 req-8da28a53-7069-4b9a-a523-a10c90ee9b70 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.1783340 Jun 14 16:35:21.847218 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3113d89-86e8-4e8c-95a6-c3836ec9d167 admin admin] Checking segment: {'id': '914fa835-60b5-41f5-9a64-2daa16547456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'bd7d09c4-b964-4950-a9a3-957692e9cb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:35:21.847598 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3113d89-86e8-4e8c-95a6-c3836ec9d167 admin admin] Network hostable DHCP agents. Network: bd7d09c4-b964-4950-a9a3-957692e9cb01, hostable agents: ['375ffa47-0472-477a-9943-d26e949c75c5'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:35:21.894166 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3113d89-86e8-4e8c-95a6-c3836ec9d167 admin admin] Network bd7d09c4-b964-4950-a9a3-957692e9cb01 is scheduled to be hosted by DHCP agent 375ffa47-0472-477a-9943-d26e949c75c5 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:35:21.950311 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-b3113d89-86e8-4e8c-95a6-c3836ec9d167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-iscsi, bd7d09c4-b964-4950-a9a3-957692e9cb01) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:35:21.956958 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bc127bee-8a26-493c-b59d-f12a7a1b2027 req-89581192-a888-4f8a-b59c-1b8e0db4cd60 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965304 Jun 14 16:35:21.961649 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3113d89-86e8-4e8c-95a6-c3836ec9d167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:21.962777 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b3113d89-86e8-4e8c-95a6-c3836ec9d167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:21.969563 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d7075a-8a4e-4c84-8893-3b94c6b5a09b None None] Network bd7d09c4-b964-4950-a9a3-957692e9cb01 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:35:21.985521 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-b3113d89-86e8-4e8c-95a6-c3836ec9d167 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6758568 Jun 14 16:35:21.990056 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 54104) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:21.999791 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-9bf8ea19-1c83-410f-80cd-8237fa4bd60d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-901214450-router', 'tenant_id': 'ac243c315f15403eb53dc16ca380955a', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:35:22.043724 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ea19-1c83-410f-80cd-8237fa4bd60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-621740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106213'] for router, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:22.045674 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ea19-1c83-410f-80cd-8237fa4bd60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-621771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595165', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106220'] for router, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:22.252598 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ea19-1c83-410f-80cd-8237fa4bd60d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:22.382770 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc755246c-0e71-5945-9550-72e741f73a7f-bd7d09c4-b964-4950-a9a3-957692e9cb01', 'network_id': 'bd7d09c4-b964-4950-a9a3-957692e9cb01', 'tenant_id': 'ac243c315f15403eb53dc16ca380955a', 'fixed_ips': [{'subnet_id': '7ece1e9a-b949-43f4-a508-05ba75586006'}]}} from dv-cinder-796286-2-iscsi. {{(pid=91926) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 16:35:22.384079 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:22.393715 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbf860-a3a4-4672-bd11-77da025fec10 req-8a44fa16-c9df-438b-849b-42ac0e39f8fe tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:22.408718 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b7dbf860-a3a4-4672-bd11-77da025fec10 req-8a44fa16-c9df-438b-849b-42ac0e39f8fe tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 945 time: 0.3536813 Jun 14 16:35:22.606941 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ea19-1c83-410f-80cd-8237fa4bd60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-621758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106234'] for router, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:22.664094 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b7dbf860-a3a4-4672-bd11-77da025fec10 req-f0187b2a-9ca5-44af-833d-b49b4c7c4d9b tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532942 Jun 14 16:35:22.685833 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.db_base_plugin_common [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] Allocated IP 172.20.0.2 (bd7d09c4-b964-4950-a9a3-957692e9cb01/7ece1e9a-b949-43f4-a508-05ba75586006/0afc59ae-583b-45fe-b2d2-fba5d31620bf) {{(pid=91926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:35:23.006463 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] Notify callbacks [] for port, precommit_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:23.018098 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] Transition to ACTIVE for port object 0afc59ae-583b-45fe-b2d2-fba5d31620bf will not be triggered until provisioned by entity L2. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:35:23.045107 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] Transition to ACTIVE for port object 0afc59ae-583b-45fe-b2d2-fba5d31620bf will not be triggered until provisioned by entity DHCP. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:35:23.054725 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408'] for port, after_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:23.059584 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:23.091042 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ea19-1c83-410f-80cd-8237fa4bd60d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:23.138697 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] Network bd7d09c4-b964-4950-a9a3-957692e9cb01 is already hosted by enough agents. {{(pid=91926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:35:23.142966 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.scheduler.base_scheduler [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] Resources bound (agent type, host, resource id): {{(pid=91926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:35:23.148589 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] Received port after_create {{(pid=91926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:35:23.149568 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ea19-1c83-410f-80cd-8237fa4bd60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:23.152596 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] Pushing event updated for resources: {'Port': ['ID=0afc59ae-583b-45fe-b2d2-fba5d31620bf,revision_number=1']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:23.157433 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:23.303308 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] Attempting to bind port 0afc59ae-583b-45fe-b2d2-fba5d31620bf on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:35:23.304057 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] Attempting to bind port 0afc59ae-583b-45fe-b2d2-fba5d31620bf by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': '914fa835-60b5-41f5-9a64-2daa16547456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'bd7d09c4-b964-4950-a9a3-957692e9cb01'}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:35:23.304983 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] Attempting to bind port 0afc59ae-583b-45fe-b2d2-fba5d31620bf on network bd7d09c4-b964-4950-a9a3-957692e9cb01 {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:35:23.314063 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:35:23.314812 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] Checking segment: {'id': '914fa835-60b5-41f5-9a64-2daa16547456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'bd7d09c4-b964-4950-a9a3-957692e9cb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:35:23.315531 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:23.316153 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] Bound using segment: {'id': '914fa835-60b5-41f5-9a64-2daa16547456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'bd7d09c4-b964-4950-a9a3-957692e9cb01'} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:35:23.316921 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] Bound port: 0afc59ae-583b-45fe-b2d2-fba5d31620bf, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914fa835-60b5-41f5-9a64-2daa16547456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'bd7d09c4-b964-4950-a9a3-957692e9cb01'}}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:35:23.317538 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:23.429437 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affc6e2-afd2-40e4-ab0c-dfec18ad753f req-7cd8d550-841a-4084-b942-311513ddc64c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:23.434039 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4affc6e2-afd2-40e4-ab0c-dfec18ad753f req-7cd8d550-841a-4084-b942-311513ddc64c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.2243731 Jun 14 16:35:23.436046 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-9bf8ea19-1c83-410f-80cd-8237fa4bd60d admin admin] Allocated IP 172.27.0.181 (2e21213b-d279-4f17-b7ac-a39d3c551e15/cd8b9889-3c5e-49b3-9c23-75f1e7c20530/48e70cdd-0920-4b74-8b81-ae267db33c01) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:35:23.452511 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] For port 0afc59ae-583b-45fe-b2d2-fba5d31620bf, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:35:23.459741 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 351d4db6-bc80-46c0-80d2-5a39403058d3 up at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:35:23.517438 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] For port 0afc59ae-583b-45fe-b2d2-fba5d31620bf, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=0afc59ae-583b-45fe-b2d2-fba5d31620bf,segment=NetworkSegment(914fa835-60b5-41f5-9a64-2daa16547456),segment_id=914fa835-60b5-41f5-9a64-2daa16547456)] {{(pid=91926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:35:23.529790 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:23.537390 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-3deb27c5-332f-4567-9663-d8f7cd792958 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:23.608783 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4affc6e2-afd2-40e4-ab0c-dfec18ad753f req-bd3cf891-83db-46e1-a878-d6b76f5d3940 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538246 Jun 14 16:35:23.646183 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] Pushing event updated for resources: {'Port': ['ID=0afc59ae-583b-45fe-b2d2-fba5d31620bf,revision_number=2']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:23.653507 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:23.660410 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning for port 351d4db6-bc80-46c0-80d2-5a39403058d3 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:35:23.665198 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning complete for port 351d4db6-bc80-46c0-80d2-5a39403058d3 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:23.665672 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:23.683319 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ea19-1c83-410f-80cd-8237fa4bd60d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:23.773518 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ea19-1c83-410f-80cd-8237fa4bd60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12205892'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:23.778148 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-40df2f98-37ca-4dce-9645-4afc81f8e39d tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:23.853998 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:23.942992 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf8ea19-1c83-410f-80cd-8237fa4bd60d admin admin] Network 2e21213b-d279-4f17-b7ac-a39d3c551e15 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:35:23.945630 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8ea19-1c83-410f-80cd-8237fa4bd60d admin admin] Pushing event updated for resources: {'Port': ['ID=48e70cdd-0920-4b74-8b81-ae267db33c01,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:23.957933 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-9bf8ea19-1c83-410f-80cd-8237fa4bd60d admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:35:23.964887 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf8ea19-1c83-410f-80cd-8237fa4bd60d admin admin] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:35:23.987893 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9bf8ea19-1c83-410f-80cd-8237fa4bd60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:24.079734 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 351d4db6-bc80-46c0-80d2-5a39403058d3, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=351d4db6-bc80-46c0-80d2-5a39403058d3,segment=NetworkSegment(c7724c2a-666d-4110-a0d4-30096c687ba3),segment_id=c7724c2a-666d-4110-a0d4-30096c687ba3)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:24.081073 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2a7663-61f7-4765-8e0f-19c11be0b9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351d4db6-bc80-46c0-80d2-5a39403058d3'}] {{(pid=91926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:35:24.085354 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b0a793cb4832d067d15d1ae193df815134514e8483bb184155629213ee4f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2b2f9f-b630-45ba-97ac-24220e0733b5" -d '{"events": [{"server_uuid": "6e2a7663-61f7-4765-8e0f-19c11be0b9bc", "name": "network-vif-plugged", "status": "completed", "tag": "351d4db6-bc80-46c0-80d2-5a39403058d3"}]}' {{(pid=91926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:35:24.095348 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:24.099603 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:24.277968 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c376a4de-f3b6-40f2-b1a1-f23513fd4889 x-openstack-request-id: req-c376a4de-f3b6-40f2-b1a1-f23513fd4889 {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:35:24.278445 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2a7663-61f7-4765-8e0f-19c11be0b9bc", "name": "network-vif-plugged", "status": "completed", "tag": "351d4db6-bc80-46c0-80d2-5a39403058d3", "code": 200}]} {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:35:24.278821 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c376a4de-f3b6-40f2-b1a1-f23513fd4889 {{(pid=91926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:35:24.279395 dv-cinder-796286-2-iscsi neutron-server[91926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2a7663-61f7-4765-8e0f-19c11be0b9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351d4db6-bc80-46c0-80d2-5a39403058d3', 'code': 200} Jun 14 16:35:24.285462 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=351d4db6-bc80-46c0-80d2-5a39403058d3,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:24.290266 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:24.614827 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9e95f-2737-49b7-8bca-6ea4d1e4d2b9 req-6157548c-cfe9-4c25-af60-b0b884d52019 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:24.616543 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f3b9e95f-2737-49b7-8bca-6ea4d1e4d2b9 req-6157548c-cfe9-4c25-af60-b0b884d52019 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 945 time: 0.6658514 Jun 14 16:35:24.746771 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f3b9e95f-2737-49b7-8bca-6ea4d1e4d2b9 req-10302b9c-aa12-4565-badf-d4ca847df945 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081712 Jun 14 16:35:24.794787 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ea19-1c83-410f-80cd-8237fa4bd60d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:25.243356 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccc790e-f4ca-4931-82c3-ff57bd723353 None None] Network bd7d09c4-b964-4950-a9a3-957692e9cb01 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:35:25.393759 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-ba248ce8-93e0-40d7-bad4-b8e2221cd90a None None] Provisioning for port 0afc59ae-583b-45fe-b2d2-fba5d31620bf completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:35:25.418962 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee80908-d902-4456-bbcc-8e04eb6bbe56 req-af97f77c-f878-4a98-b5b6-8cd50f9b3f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:25.420942 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3ee80908-d902-4456-bbcc-8e04eb6bbe56 req-af97f77c-f878-4a98-b5b6-8cd50f9b3f4b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 1099 time: 0.8034637 Jun 14 16:35:25.462041 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 0afc59ae-583b-45fe-b2d2-fba5d31620bf up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:35:25.557344 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3ee80908-d902-4456-bbcc-8e04eb6bbe56 req-14482fdf-479d-40a5-a31d-57a963ce26a0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135342 Jun 14 16:35:25.568483 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827beaea-5aee-4c40-ac6d-090d99d187d6 req-cb703f23-d32e-4ee3-b17b-d52f60605941 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:25.570696 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-827beaea-5aee-4c40-ac6d-090d99d187d6 req-cb703f23-d32e-4ee3-b17b-d52f60605941 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.6774693 Jun 14 16:35:25.648789 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port 0afc59ae-583b-45fe-b2d2-fba5d31620bf completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:35:25.669248 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 0afc59ae-583b-45fe-b2d2-fba5d31620bf triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:25.669873 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:25.736947 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-827beaea-5aee-4c40-ac6d-090d99d187d6 req-8af4ab1f-de1d-448f-949e-1f71d324ceb5 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083963 Jun 14 16:35:25.755387 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ea19-1c83-410f-80cd-8237fa4bd60d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-621735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594330'] for router, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:25.783100 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 54176) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:25.872529 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:25.955077 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] For port 0afc59ae-583b-45fe-b2d2-fba5d31620bf, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=0afc59ae-583b-45fe-b2d2-fba5d31620bf,segment=NetworkSegment(914fa835-60b5-41f5-9a64-2daa16547456),segment_id=914fa835-60b5-41f5-9a64-2daa16547456)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:25.963267 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:25.966161 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:26.001436 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-878a1f0a-913a-4aa7-9d09-61539c4a9e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:26.085472 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Pushing event updated for resources: {'Port': ['ID=0afc59ae-583b-45fe-b2d2-fba5d31620bf,revision_number=3']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:26.098691 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:26.145548 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e545e4-0282-4bae-a79e-42398cc8a883 req-7c2b1091-cf13-4905-acac-2b2647cebb15 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:26.147537 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-16e545e4-0282-4bae-a79e-42398cc8a883 req-7c2b1091-cf13-4905-acac-2b2647cebb15 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 946 time: 0.1428101 Jun 14 16:35:26.182513 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-359e1f80-2b08-410e-8856-bb0aab484c2b None None] Provisioning complete for port 0afc59ae-583b-45fe-b2d2-fba5d31620bf triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:26.183195 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-359e1f80-2b08-410e-8856-bb0aab484c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:26.190176 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-878a1f0a-913a-4aa7-9d09-61539c4a9e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:26.197038 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-878a1f0a-913a-4aa7-9d09-61539c4a9e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:26.225213 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf8ea19-1c83-410f-80cd-8237fa4bd60d admin admin] Router 57464823-70f1-454e-bc16-fb207a86fc96 is scheduled to L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 with binding_index 1 {{(pid=91924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 16:35:26.243360 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-920343c0-0d4b-4e96-b106-e0009257de3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:26.263573 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-16e545e4-0282-4bae-a79e-42398cc8a883 req-7252e5a6-d133-4d8b-8987-8c6cb1816116 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862792 Jun 14 16:35:26.267275 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-878a1f0a-913a-4aa7-9d09-61539c4a9e3e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e91324e2c577443991e4f10fae3b2fe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4825995 Jun 14 16:35:26.296241 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a1f0a-913a-4aa7-9d09-61539c4a9e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338a0367-a0d7-446a-b71a-eea51faa3003,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:26.311849 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 54190) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:26.335433 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-878a1f0a-913a-4aa7-9d09-61539c4a9e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:26.389081 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:35:26.439493 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9ab32db8-f636-4500-ad05-c6e32ca5c6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:26.480248 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9ab32db8-f636-4500-ad05-c6e32ca5c6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:26.494215 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf8ea19-1c83-410f-80cd-8237fa4bd60d admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:35:26.513822 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] Sync routers for ids ['57464823-70f1-454e-bc16-fb207a86fc96'] in dv-cinder-796286-2-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:35:26.526414 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9bf8ea19-1c83-410f-80cd-8237fa4bd60d admin admin] Notify callbacks [] for router, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:26.534695 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-9bf8ea19-1c83-410f-80cd-8237fa4bd60d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5368557 Jun 14 16:35:26.534695 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 54196) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:26.576414 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] Routers {'57464823-70f1-454e-bc16-fb207a86fc96'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:35:26.577441 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:35:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['57464823-70f1-454e-bc16-fb207a86fc96'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:26.580816 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9ab32db8-f636-4500-ad05-c6e32ca5c6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:26.585505 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9ab32db8-f636-4500-ad05-c6e32ca5c6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:26.587182 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-9ab32db8-f636-4500-ad05-c6e32ca5c6d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/338a0367-a0d7-446a-b71a-eea51faa3003 HTTP/1.1" status: 204 len: 168 time: 0.2606652 Jun 14 16:35:26.588277 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-58e4f40b-2ba4-4db8-b961-1dd5a9b4cd26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:26.639335 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab32db8-f636-4500-ad05-c6e32ca5c6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338a0367-a0d7-446a-b71a-eea51faa3003,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:26.647574 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-9ab32db8-f636-4500-ad05-c6e32ca5c6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:26.875536 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] Set router 57464823-70f1-454e-bc16-fb207a86fc96 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:35:27.324739 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 0afc59ae-583b-45fe-b2d2-fba5d31620bf up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:35:27.464326 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 0afc59ae-583b-45fe-b2d2-fba5d31620bf triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:27.464993 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:27.520934 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57464823-70f1-454e-bc16-fb207a86fc96', 'name': 'tempest-TestMinimumBasicScenario-901214450-router', 'tenant_id': 'ac243c315f15403eb53dc16ca380955a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '48e70cdd-0920-4b74-8b81-ae267db33c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:35:22Z', 'updated_at': '2021-06-14T16:35:24Z', 'revision_number': 3, 'project_id': 'ac243c315f15403eb53dc16ca380955a', 'gw_port': {'id': '48e70cdd-0920-4b74-8b81-ae267db33c01', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:44:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57464823-70f1-454e-bc16-fb207a86fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:35:23Z', 'updated_at': '2021-06-14T16:35:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:27.526748 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] Checking router: 57464823-70f1-454e-bc16-fb207a86fc96 for host: dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:35:27.527482 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] Updating router 57464823-70f1-454e-bc16-fb207a86fc96 port 48e70cdd-0920-4b74-8b81-ae267db33c01 binding host dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:35:27.587816 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:27.797206 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd920b28-eb1d-4738-9d31-da968b30c9f1 req-781867b4-4412-463c-901c-e0b4063778b5 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:27.798873 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fd920b28-eb1d-4738-9d31-da968b30c9f1 req-781867b4-4412-463c-901c-e0b4063778b5 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.5503330 Jun 14 16:35:27.863271 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9504ae1-14d1-4c61-9219-6adbb8e7ed76 req-c986965f-e98a-4d1d-9c12-52a92231e7aa tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:27.864785 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d9504ae1-14d1-4c61-9219-6adbb8e7ed76 req-c986965f-e98a-4d1d-9c12-52a92231e7aa tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 946 time: 0.2542548 Jun 14 16:35:27.975694 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fd920b28-eb1d-4738-9d31-da968b30c9f1 req-8a247993-b7a5-4557-b21c-9bce3e8be949 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458097 Jun 14 16:35:28.033998 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d9504ae1-14d1-4c61-9219-6adbb8e7ed76 req-5da5d70c-6e75-4064-ba4c-e9a1caeb24f0 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447544 Jun 14 16:35:28.110190 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] Notify callbacks [] for port, precommit_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:28.130826 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.provisioning_blocks [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] Transition to ACTIVE for port object 48e70cdd-0920-4b74-8b81-ae267db33c01 will not be triggered until provisioned by entity L2. {{(pid=91927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:35:28.143496 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:28.148844 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:28.157991 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc92c-ccb4-43b1-b564-49241ea804d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:28.236043 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] Attempting to bind port 48e70cdd-0920-4b74-8b81-ae267db33c01 on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:35:28.236553 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] Attempting to bind port 48e70cdd-0920-4b74-8b81-ae267db33c01 by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:35:28.236830 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] Attempting to bind port 48e70cdd-0920-4b74-8b81-ae267db33c01 on network 2e21213b-d279-4f17-b7ac-a39d3c551e15 {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:35:28.249214 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:35:28.249786 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] Checking segment: {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:35:28.250124 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:28.250531 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] Bound using segment: {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:35:28.251036 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] Bound port: 48e70cdd-0920-4b74-8b81-ae267db33c01, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:35:28.251414 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:28.296045 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc197d-5904-4313-b5c5-198f6931d832 None None] Pushing event updated for resources: {'Port': ['ID=48e70cdd-0920-4b74-8b81-ae267db33c01,revision_number=2']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:28.314255 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc197d-5904-4313-b5c5-198f6931d832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:28.314755 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc197d-5904-4313-b5c5-198f6931d832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:28.315007 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc197d-5904-4313-b5c5-198f6931d832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:28.315311 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc197d-5904-4313-b5c5-198f6931d832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:28.315715 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc197d-5904-4313-b5c5-198f6931d832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:28.316243 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc197d-5904-4313-b5c5-198f6931d832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:28.316784 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc197d-5904-4313-b5c5-198f6931d832 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:28.317315 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc197d-5904-4313-b5c5-198f6931d832 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:28.317876 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc197d-5904-4313-b5c5-198f6931d832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:28.318443 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc197d-5904-4313-b5c5-198f6931d832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:28.318992 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc197d-5904-4313-b5c5-198f6931d832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:28.319475 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dc197d-5904-4313-b5c5-198f6931d832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:28.335838 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-66dc197d-5904-4313-b5c5-198f6931d832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:28.349862 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] For port 48e70cdd-0920-4b74-8b81-ae267db33c01, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:35:28.354352 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] For port 48e70cdd-0920-4b74-8b81-ae267db33c01, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=48e70cdd-0920-4b74-8b81-ae267db33c01,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:35:28.362270 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:28.371696 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-d5ead7a9-11a0-46e9-8602-9e3ab0ca0f6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:28.431152 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] Routers {'57464823-70f1-454e-bc16-fb207a86fc96'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:35:28.431910 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:35:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['57464823-70f1-454e-bc16-fb207a86fc96'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:28.500236 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-fdcfc92c-ccb4-43b1-b564-49241ea804d6 admin admin] Allocated IP 172.20.0.1 (bd7d09c4-b964-4950-a9a3-957692e9cb01/7ece1e9a-b949-43f4-a508-05ba75586006/a8194237-1df9-4e9b-b8ab-7172f954dd11) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:35:28.737451 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc197d-5904-4313-b5c5-198f6931d832 None None] Pushing event updated for resources: {'Port': ['ID=48e70cdd-0920-4b74-8b81-ae267db33c01,revision_number=3']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:28.742118 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-66dc197d-5904-4313-b5c5-198f6931d832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:28.756165 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc92c-ccb4-43b1-b564-49241ea804d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:28.769535 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] Set router 57464823-70f1-454e-bc16-fb207a86fc96 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:35:28.775500 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [None req-fdcfc92c-ccb4-43b1-b564-49241ea804d6 admin admin] Transition to ACTIVE for port object a8194237-1df9-4e9b-b8ab-7172f954dd11 will not be triggered until provisioned by entity DHCP. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:35:28.861513 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc92c-ccb4-43b1-b564-49241ea804d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12205892'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:28.864318 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:28.932677 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcfc92c-ccb4-43b1-b564-49241ea804d6 admin admin] Network bd7d09c4-b964-4950-a9a3-957692e9cb01 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:35:28.932677 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-fdcfc92c-ccb4-43b1-b564-49241ea804d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:35:28.932677 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcfc92c-ccb4-43b1-b564-49241ea804d6 admin admin] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:35:28.976491 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfc92c-ccb4-43b1-b564-49241ea804d6 admin admin] Pushing event updated for resources: {'Port': ['ID=a8194237-1df9-4e9b-b8ab-7172f954dd11,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:28.987879 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-fdcfc92c-ccb4-43b1-b564-49241ea804d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:29.024482 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc92c-ccb4-43b1-b564-49241ea804d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591455'] for router_interface, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:29.354413 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57464823-70f1-454e-bc16-fb207a86fc96', 'name': 'tempest-TestMinimumBasicScenario-901214450-router', 'tenant_id': 'ac243c315f15403eb53dc16ca380955a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '48e70cdd-0920-4b74-8b81-ae267db33c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:35:22Z', 'updated_at': '2021-06-14T16:35:24Z', 'revision_number': 3, 'project_id': 'ac243c315f15403eb53dc16ca380955a', 'gw_port': {'id': '48e70cdd-0920-4b74-8b81-ae267db33c01', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:44:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57464823-70f1-454e-bc16-fb207a86fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:35:23Z', 'updated_at': '2021-06-14T16:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:29.369732 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b339c23-f84d-44dd-83b0-0c11d8563965 None None] The sync data for ids ['57464823-70f1-454e-bc16-fb207a86fc96'] in dv-cinder-796286-2-iscsi is: [{'id': '57464823-70f1-454e-bc16-fb207a86fc96', 'name': 'tempest-TestMinimumBasicScenario-901214450-router', 'tenant_id': 'ac243c315f15403eb53dc16ca380955a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '48e70cdd-0920-4b74-8b81-ae267db33c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:35:22Z', 'updated_at': '2021-06-14T16:35:24Z', 'revision_number': 3, 'project_id': 'ac243c315f15403eb53dc16ca380955a', 'gw_port': {'id': '48e70cdd-0920-4b74-8b81-ae267db33c01', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:44:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57464823-70f1-454e-bc16-fb207a86fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:35:23Z', 'updated_at': '2021-06-14T16:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:35:29.399000 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-9dbf2bd4-34ab-4f33-ad6f-293e7120efc5 None None] Provisioning for port a8194237-1df9-4e9b-b8ab-7172f954dd11 completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:35:29.411433 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-9dbf2bd4-34ab-4f33-ad6f-293e7120efc5 None None] Provisioning complete for port a8194237-1df9-4e9b-b8ab-7172f954dd11 triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:29.412468 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-9dbf2bd4-34ab-4f33-ad6f-293e7120efc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:29.585994 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc92c-ccb4-43b1-b564-49241ea804d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:29.655472 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3189c08-1de1-4be7-b8d1-55b98fd5c430 req-239b70d1-cacf-4af2-b665-a0502b1c5c2d tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:29.666150 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d3189c08-1de1-4be7-b8d1-55b98fd5c430 req-239b70d1-cacf-4af2-b665-a0502b1c5c2d tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.2921932 Jun 14 16:35:29.791572 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d3189c08-1de1-4be7-b8d1-55b98fd5c430 req-f861e33a-e0a3-409a-8b77-4d0bdbf9dba4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138940 Jun 14 16:35:29.796140 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-9dbf2bd4-34ab-4f33-ad6f-293e7120efc5 None None] Port a8194237-1df9-4e9b-b8ab-7172f954dd11 cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:35:30.580621 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc92c-ccb4-43b1-b564-49241ea804d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:30.595875 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc92c-ccb4-43b1-b564-49241ea804d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:30.605278 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:30.722963 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60879b-6ba7-483a-a6ad-04c8f1c35636 req-4ddee9b3-830c-4015-9a9b-f255e65501d2 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:30.736752 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7d60879b-6ba7-483a-a6ad-04c8f1c35636 req-4ddee9b3-830c-4015-9a9b-f255e65501d2 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 946 time: 0.3220992 Jun 14 16:35:30.806327 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfc92c-ccb4-43b1-b564-49241ea804d6 admin admin] Pushing event updated for resources: {'Port': ['ID=a8194237-1df9-4e9b-b8ab-7172f954dd11,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:30.825725 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-fdcfc92c-ccb4-43b1-b564-49241ea804d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:30.848129 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc92c-ccb4-43b1-b564-49241ea804d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591563'] for router_interface, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:30.883440 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7d60879b-6ba7-483a-a6ad-04c8f1c35636 req-44d79131-878e-47d7-8839-951bee9567a2 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453445 Jun 14 16:35:31.125071 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcfc92c-ccb4-43b1-b564-49241ea804d6 admin admin] Network bd7d09c4-b964-4950-a9a3-957692e9cb01 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:35:31.129136 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-fdcfc92c-ccb4-43b1-b564-49241ea804d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:35:31.144807 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bb149-74bc-498a-9528-84a2bc0cb839 req-e55fd5c8-3d7f-45b7-bfbb-14fab72f0751 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:31.146647 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-082bb149-74bc-498a-9528-84a2bc0cb839 req-e55fd5c8-3d7f-45b7-bfbb-14fab72f0751 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.1699164 Jun 14 16:35:31.364430 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 48e70cdd-0920-4b74-8b81-ae267db33c01 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:35:31.384114 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-082bb149-74bc-498a-9528-84a2bc0cb839 req-e86f1301-7cdd-43e1-9002-13d30a029f72 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674051 Jun 14 16:35:31.457925 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-76c6d793-0f61-4c10-a0f0-eacb68ec8bbf None None] Provisioning complete for port a8194237-1df9-4e9b-b8ab-7172f954dd11 triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:31.458326 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-76c6d793-0f61-4c10-a0f0-eacb68ec8bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:31.469304 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdcfc92c-ccb4-43b1-b564-49241ea804d6 admin admin] Router 57464823-70f1-454e-bc16-fb207a86fc96 has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:35:31.512740 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-76c6d793-0f61-4c10-a0f0-eacb68ec8bbf None None] Port a8194237-1df9-4e9b-b8ab-7172f954dd11 cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:35:31.514525 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port 48e70cdd-0920-4b74-8b81-ae267db33c01 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:35:31.519513 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 48e70cdd-0920-4b74-8b81-ae267db33c01 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:31.519991 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:31.641440 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:31.667558 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcfc92c-ccb4-43b1-b564-49241ea804d6 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:35:31.668171 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] For port 48e70cdd-0920-4b74-8b81-ae267db33c01, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=48e70cdd-0920-4b74-8b81-ae267db33c01,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:31.675687 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-fdcfc92c-ccb4-43b1-b564-49241ea804d6 admin admin] 10.222.0.25 "PUT /v2.0/routers/57464823-70f1-454e-bc16-fb207a86fc96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1409860 Jun 14 16:35:31.684475 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:31.687805 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:31.776038 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Pushing event updated for resources: {'Port': ['ID=48e70cdd-0920-4b74-8b81-ae267db33c01,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:31.780675 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:31.846583 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] Sync routers for ids ['57464823-70f1-454e-bc16-fb207a86fc96'] in dv-cinder-796286-2-iscsi {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:35:31.861106 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] Routers {'57464823-70f1-454e-bc16-fb207a86fc96'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:35:31.862172 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:35:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['57464823-70f1-454e-bc16-fb207a86fc96'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:32.051903 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] Set router 57464823-70f1-454e-bc16-fb207a86fc96 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:35:32.179058 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff12ab-4e21-4db5-94cd-3a8eabcd6f92 req-82a2a172-960d-46d6-935c-735deaf6b490 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:32.181151 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b7ff12ab-4e21-4db5-94cd-3a8eabcd6f92 req-82a2a172-960d-46d6-935c-735deaf6b490 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 946 time: 0.0884995 Jun 14 16:35:32.248493 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b7ff12ab-4e21-4db5-94cd-3a8eabcd6f92 req-f7d4df27-4c6c-4209-85f7-c437c9e6c70e tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590327 Jun 14 16:35:32.424081 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57464823-70f1-454e-bc16-fb207a86fc96', 'name': 'tempest-TestMinimumBasicScenario-901214450-router', 'tenant_id': 'ac243c315f15403eb53dc16ca380955a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '48e70cdd-0920-4b74-8b81-ae267db33c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:35:22Z', 'updated_at': '2021-06-14T16:35:29Z', 'revision_number': 4, 'project_id': 'ac243c315f15403eb53dc16ca380955a', 'gw_port': {'id': '48e70cdd-0920-4b74-8b81-ae267db33c01', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:44:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57464823-70f1-454e-bc16-fb207a86fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:35:23Z', 'updated_at': '2021-06-14T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': 'a8194237-1df9-4e9b-b8ab-7172f954dd11', 'name': '', 'network_id': 'bd7d09c4-b964-4950-a9a3-957692e9cb01', 'tenant_id': 'ac243c315f15403eb53dc16ca380955a', 'mac_address': 'fa:16:3e:be:3e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57464823-70f1-454e-bc16-fb207a86fc96', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '7ece1e9a-b949-43f4-a508-05ba75586006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:35:28Z', 'updated_at': '2021-06-14T16:35:29Z', 'revision_number': 2, 'project_id': 'ac243c315f15403eb53dc16ca380955a', 'subnets': [{'id': '7ece1e9a-b949-43f4-a508-05ba75586006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:32.434582 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] Checking router: 57464823-70f1-454e-bc16-fb207a86fc96 for host: dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:35:32.434582 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] Updating router 57464823-70f1-454e-bc16-fb207a86fc96 port a8194237-1df9-4e9b-b8ab-7172f954dd11 binding host dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:35:32.467759 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 54350) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:32.473294 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-fa1f47dd-8055-4427-9041-a6b0b0c98eb9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-478591310-network', 'tenant_id': '647c3d25daa842c0bfd250c80e73076e'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:35:32.534826 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1f47dd-8055-4427-9041-a6b0b0c98eb9 admin admin] Made reservation on behalf of 647c3d25daa842c0bfd250c80e73076e for: {'network': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:35:32.538991 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fa1f47dd-8055-4427-9041-a6b0b0c98eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for network, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:32.556422 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:32.592707 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fa1f47dd-8055-4427-9041-a6b0b0c98eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:32.788616 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d8eb6-5d21-4f01-bc7d-cec91acefdc8 req-09d3d2ae-3aac-4a01-835f-435f2991190f tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:32.792309 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-043d8eb6-5d21-4f01-bc7d-cec91acefdc8 req-09d3d2ae-3aac-4a01-835f-435f2991190f tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.1808767 Jun 14 16:35:32.886517 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-043d8eb6-5d21-4f01-bc7d-cec91acefdc8 req-4246664b-d638-4fdb-937f-c08ad1b46352 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842474 Jun 14 16:35:32.922930 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fa1f47dd-8055-4427-9041-a6b0b0c98eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:32.927705 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] Notify callbacks [] for port, precommit_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:32.930051 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fa1f47dd-8055-4427-9041-a6b0b0c98eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:32.936652 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-08ceac97-677b-429a-a690-9b894981141e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:32.938363 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] Transition to ACTIVE for port object a8194237-1df9-4e9b-b8ab-7172f954dd11 will not be triggered until provisioned by entity L2. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:35:32.945369 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:32.947355 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:32.970644 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1f47dd-8055-4427-9041-a6b0b0c98eb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=91924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:35:32.995352 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f47dd-8055-4427-9041-a6b0b0c98eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a108461f-f6a8-42d4-a227-5633330689df,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:33.000693 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-fa1f47dd-8055-4427-9041-a6b0b0c98eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:33.001843 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fa1f47dd-8055-4427-9041-a6b0b0c98eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:33.002176 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.db.segments_db [None req-fa1f47dd-8055-4427-9041-a6b0b0c98eb9 admin admin] Added segment 4f3e8c28-4ffb-4a64-a253-90d0c6679010 of type vlan for network 2d3ecdc5-b423-4139-ae02-b12030b51209 Jun 14 16:35:33.073032 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fa1f47dd-8055-4427-9041-a6b0b0c98eb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769376812472'] for network, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:33.092157 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2a76c-0c40-41ad-927a-393fb5d1bc78 None None] Pushing event updated for resources: {'Port': ['ID=a8194237-1df9-4e9b-b8ab-7172f954dd11,revision_number=3']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:33.098764 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-d9b2a76c-0c40-41ad-927a-393fb5d1bc78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:33.131986 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fa1f47dd-8055-4427-9041-a6b0b0c98eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:33.134503 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f47dd-8055-4427-9041-a6b0b0c98eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:33.135468 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fa1f47dd-8055-4427-9041-a6b0b0c98eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:33.140185 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ea34d9b5-607a-4dfe-8dc6-043672333857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:33.189907 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-fa1f47dd-8055-4427-9041-a6b0b0c98eb9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7206023 Jun 14 16:35:33.193867 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 54354) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:33.195696 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] Attempting to bind port a8194237-1df9-4e9b-b8ab-7172f954dd11 on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:35:33.196111 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] Attempting to bind port a8194237-1df9-4e9b-b8ab-7172f954dd11 by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': '914fa835-60b5-41f5-9a64-2daa16547456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'bd7d09c4-b964-4950-a9a3-957692e9cb01'}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:35:33.196565 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] Attempting to bind port a8194237-1df9-4e9b-b8ab-7172f954dd11 on network bd7d09c4-b964-4950-a9a3-957692e9cb01 {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:35:33.202805 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:35:33.203300 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] Checking segment: {'id': '914fa835-60b5-41f5-9a64-2daa16547456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'bd7d09c4-b964-4950-a9a3-957692e9cb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:35:33.203583 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:33.204020 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] Bound using segment: {'id': '914fa835-60b5-41f5-9a64-2daa16547456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'bd7d09c4-b964-4950-a9a3-957692e9cb01'} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:35:33.204492 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] Bound port: a8194237-1df9-4e9b-b8ab-7172f954dd11, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914fa835-60b5-41f5-9a64-2daa16547456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'bd7d09c4-b964-4950-a9a3-957692e9cb01'}}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:35:33.205004 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:33.205154 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-121b1181-d2f1-4a44-8f86-6ed6635c873e admin admin] Request body: {'subnet': {'network_id': '2d3ecdc5-b423-4139-ae02-b12030b51209', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-478591310-subnet', 'tenant_id': '647c3d25daa842c0bfd250c80e73076e', 'ip_version': 4}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:35:33.290966 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f47dd-8055-4427-9041-a6b0b0c98eb9 admin admin] Pushing event updated for resources: {'Network': ['ID=2d3ecdc5-b423-4139-ae02-b12030b51209,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:33.296395 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-fa1f47dd-8055-4427-9041-a6b0b0c98eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:33.315375 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121b1181-d2f1-4a44-8f86-6ed6635c873e admin admin] Made reservation on behalf of 647c3d25daa842c0bfd250c80e73076e for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:35:33.321165 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Network 2d3ecdc5-b423-4139-ae02-b12030b51209 details requested by agent ovs-agent-dv-cinder-796286-2-iscsi with host dv-cinder-796286-2-iscsi {{(pid=91926) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:35:33.322891 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-121b1181-d2f1-4a44-8f86-6ed6635c873e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12516335'] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:33.342677 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] For port a8194237-1df9-4e9b-b8ab-7172f954dd11, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:35:33.380529 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 48e70cdd-0920-4b74-8b81-ae267db33c01 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:35:33.385476 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] For port a8194237-1df9-4e9b-b8ab-7172f954dd11, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=a8194237-1df9-4e9b-b8ab-7172f954dd11,segment=NetworkSegment(914fa835-60b5-41f5-9a64-2daa16547456),segment_id=914fa835-60b5-41f5-9a64-2daa16547456)] {{(pid=91926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:35:33.485155 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:33.500801 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:33.642220 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b193b-fe92-46e0-a2bb-cf958c805a81 req-9a73c79e-c3fe-4606-b61a-b2e4f2503261 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:33.644870 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-807b193b-fe92-46e0-a2bb-cf958c805a81 req-9a73c79e-c3fe-4606-b61a-b2e4f2503261 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 946 time: 0.1799726 Jun 14 16:35:33.667271 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] Routers {'57464823-70f1-454e-bc16-fb207a86fc96'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:35:33.668359 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:35:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['57464823-70f1-454e-bc16-fb207a86fc96'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:33.776859 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-807b193b-fe92-46e0-a2bb-cf958c805a81 req-41f2c37a-9c04-401c-baa6-d345b18e249b tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924437 Jun 14 16:35:33.811215 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-121b1181-d2f1-4a44-8f86-6ed6635c873e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12204788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12516345'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:33.813473 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:33.876525 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 48e70cdd-0920-4b74-8b81-ae267db33c01 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:33.877380 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:33.880061 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2a76c-0c40-41ad-927a-393fb5d1bc78 None None] Pushing event updated for resources: {'Port': ['ID=a8194237-1df9-4e9b-b8ab-7172f954dd11,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:33.881194 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b1181-d2f1-4a44-8f86-6ed6635c873e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c8fc789-7f36-432c-b8aa-e48540d0f2d4,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:33.885852 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-d9b2a76c-0c40-41ad-927a-393fb5d1bc78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:33.901199 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-121b1181-d2f1-4a44-8f86-6ed6635c873e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:33.913689 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b1181-d2f1-4a44-8f86-6ed6635c873e admin admin] Checking segment: {'id': '4f3e8c28-4ffb-4a64-a253-90d0c6679010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2d3ecdc5-b423-4139-ae02-b12030b51209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:35:33.914324 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121b1181-d2f1-4a44-8f86-6ed6635c873e admin admin] Network hostable DHCP agents. Network: 2d3ecdc5-b423-4139-ae02-b12030b51209, hostable agents: ['375ffa47-0472-477a-9943-d26e949c75c5'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:35:33.938744 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121b1181-d2f1-4a44-8f86-6ed6635c873e admin admin] Network 2d3ecdc5-b423-4139-ae02-b12030b51209 is scheduled to be hosted by DHCP agent 375ffa47-0472-477a-9943-d26e949c75c5 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:35:33.952367 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-121b1181-d2f1-4a44-8f86-6ed6635c873e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-iscsi, 2d3ecdc5-b423-4139-ae02-b12030b51209) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:35:33.965472 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121b1181-d2f1-4a44-8f86-6ed6635c873e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:33.966068 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-121b1181-d2f1-4a44-8f86-6ed6635c873e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:33.984280 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-121b1181-d2f1-4a44-8f86-6ed6635c873e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7885108 Jun 14 16:35:33.988372 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 54366) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:33.997677 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-00a38d17-8841-489e-a4be-bb4702399a91 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-478591310-router', 'tenant_id': '647c3d25daa842c0bfd250c80e73076e', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:35:34.030774 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-00a38d17-8841-489e-a4be-bb4702399a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-621740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106213'] for router, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:34.032704 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-00a38d17-8841-489e-a4be-bb4702399a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-621771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595165', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106220'] for router, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:34.113845 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5523d9a-d200-4043-8df9-ee771217578a None None] Network 2d3ecdc5-b423-4139-ae02-b12030b51209 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:35:34.143549 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-00a38d17-8841-489e-a4be-bb4702399a91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:34.270490 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] Set router 57464823-70f1-454e-bc16-fb207a86fc96 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:35:34.363661 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45474e3-cfec-4026-b5d6-ce6a8e348465 req-1cc80575-eca2-4afc-aed6-3a8c231c1226 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:34.365146 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e45474e3-cfec-4026-b5d6-ce6a8e348465 req-1cc80575-eca2-4afc-aed6-3a8c231c1226 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.3116062 Jun 14 16:35:34.375785 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-00a38d17-8841-489e-a4be-bb4702399a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-621758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106234'] for router, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:34.452061 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e45474e3-cfec-4026-b5d6-ce6a8e348465 req-004b0095-a136-4c7d-938b-7bc918e8b55c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710826 Jun 14 16:35:34.546979 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc755246c-0e71-5945-9550-72e741f73a7f-2d3ecdc5-b423-4139-ae02-b12030b51209', 'network_id': '2d3ecdc5-b423-4139-ae02-b12030b51209', 'tenant_id': '647c3d25daa842c0bfd250c80e73076e', 'fixed_ips': [{'subnet_id': '6c8fc789-7f36-432c-b8aa-e48540d0f2d4'}]}} from dv-cinder-796286-2-iscsi. {{(pid=91926) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 16:35:34.547879 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:34.768881 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-00a38d17-8841-489e-a4be-bb4702399a91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:34.775780 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.db_base_plugin_common [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] Allocated IP 172.20.0.2 (2d3ecdc5-b423-4139-ae02-b12030b51209/6c8fc789-7f36-432c-b8aa-e48540d0f2d4/07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec) {{(pid=91926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:35:34.797369 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57464823-70f1-454e-bc16-fb207a86fc96', 'name': 'tempest-TestMinimumBasicScenario-901214450-router', 'tenant_id': 'ac243c315f15403eb53dc16ca380955a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '48e70cdd-0920-4b74-8b81-ae267db33c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:35:22Z', 'updated_at': '2021-06-14T16:35:29Z', 'revision_number': 4, 'project_id': 'ac243c315f15403eb53dc16ca380955a', 'gw_port': {'id': '48e70cdd-0920-4b74-8b81-ae267db33c01', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:44:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57464823-70f1-454e-bc16-fb207a86fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:35:23Z', 'updated_at': '2021-06-14T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': 'a8194237-1df9-4e9b-b8ab-7172f954dd11', 'name': '', 'network_id': 'bd7d09c4-b964-4950-a9a3-957692e9cb01', 'tenant_id': 'ac243c315f15403eb53dc16ca380955a', 'mac_address': 'fa:16:3e:be:3e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57464823-70f1-454e-bc16-fb207a86fc96', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '7ece1e9a-b949-43f4-a508-05ba75586006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:35:28Z', 'updated_at': '2021-06-14T16:35:33Z', 'revision_number': 4, 'project_id': 'ac243c315f15403eb53dc16ca380955a', 'subnets': [{'id': '7ece1e9a-b949-43f4-a508-05ba75586006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:34.815255 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-00a38d17-8841-489e-a4be-bb4702399a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:34.827100 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69a9c1e-dfc4-4768-822a-0cb35bb6f8bb None None] The sync data for ids ['57464823-70f1-454e-bc16-fb207a86fc96'] in dv-cinder-796286-2-iscsi is: [{'id': '57464823-70f1-454e-bc16-fb207a86fc96', 'name': 'tempest-TestMinimumBasicScenario-901214450-router', 'tenant_id': 'ac243c315f15403eb53dc16ca380955a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '48e70cdd-0920-4b74-8b81-ae267db33c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:35:22Z', 'updated_at': '2021-06-14T16:35:29Z', 'revision_number': 4, 'project_id': 'ac243c315f15403eb53dc16ca380955a', 'gw_port': {'id': '48e70cdd-0920-4b74-8b81-ae267db33c01', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:44:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57464823-70f1-454e-bc16-fb207a86fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:35:23Z', 'updated_at': '2021-06-14T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': 'a8194237-1df9-4e9b-b8ab-7172f954dd11', 'name': '', 'network_id': 'bd7d09c4-b964-4950-a9a3-957692e9cb01', 'tenant_id': 'ac243c315f15403eb53dc16ca380955a', 'mac_address': 'fa:16:3e:be:3e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57464823-70f1-454e-bc16-fb207a86fc96', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '7ece1e9a-b949-43f4-a508-05ba75586006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:35:28Z', 'updated_at': '2021-06-14T16:35:33Z', 'revision_number': 4, 'project_id': 'ac243c315f15403eb53dc16ca380955a', 'subnets': [{'id': '7ece1e9a-b949-43f4-a508-05ba75586006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:35:35.105572 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] Notify callbacks [] for port, precommit_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:35.121796 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] Transition to ACTIVE for port object 07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec will not be triggered until provisioned by entity L2. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:35:35.151895 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] Transition to ACTIVE for port object 07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec will not be triggered until provisioned by entity DHCP. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:35:35.178573 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408'] for port, after_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:35.188327 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:35.284073 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] Network 2d3ecdc5-b423-4139-ae02-b12030b51209 is already hosted by enough agents. {{(pid=91926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:35:35.289625 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.scheduler.base_scheduler [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] Resources bound (agent type, host, resource id): {{(pid=91926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:35:35.296414 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] Received port after_create {{(pid=91926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:35:35.311003 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] Pushing event updated for resources: {'Port': ['ID=07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec,revision_number=1']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:35.315183 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:35.369651 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device a8194237-1df9-4e9b-b8ab-7172f954dd11 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:35:35.465748 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] Attempting to bind port 07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:35:35.466112 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] Attempting to bind port 07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': '4f3e8c28-4ffb-4a64-a253-90d0c6679010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2d3ecdc5-b423-4139-ae02-b12030b51209'}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:35:35.466548 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] Attempting to bind port 07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec on network 2d3ecdc5-b423-4139-ae02-b12030b51209 {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:35:35.483795 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:35:35.484183 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] Checking segment: {'id': '4f3e8c28-4ffb-4a64-a253-90d0c6679010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2d3ecdc5-b423-4139-ae02-b12030b51209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:35:35.484602 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:35.485015 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] Bound using segment: {'id': '4f3e8c28-4ffb-4a64-a253-90d0c6679010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2d3ecdc5-b423-4139-ae02-b12030b51209'} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:35:35.485520 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] Bound port: 07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3e8c28-4ffb-4a64-a253-90d0c6679010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2d3ecdc5-b423-4139-ae02-b12030b51209'}}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:35:35.487579 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:35.583249 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port a8194237-1df9-4e9b-b8ab-7172f954dd11 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:35:35.596296 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port a8194237-1df9-4e9b-b8ab-7172f954dd11 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:35.596985 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:35.611977 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-00a38d17-8841-489e-a4be-bb4702399a91 admin admin] Allocated IP 172.27.0.199 (2e21213b-d279-4f17-b7ac-a39d3c551e15/cd8b9889-3c5e-49b3-9c23-75f1e7c20530/05fc32e3-2e54-4172-9b90-66c802467282) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:35:35.671746 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57a70a-e1cc-40c7-8994-d2611637c98a req-4dc815f5-28fa-471e-8bed-0fae72f08a09 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:35.674735 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2d57a70a-e1cc-40c7-8994-d2611637c98a req-4dc815f5-28fa-471e-8bed-0fae72f08a09 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 946 time: 0.6708839 Jun 14 16:35:35.764606 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] For port 07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:35:35.791791 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] For port 07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec,segment=NetworkSegment(4f3e8c28-4ffb-4a64-a253-90d0c6679010),segment_id=4f3e8c28-4ffb-4a64-a253-90d0c6679010)] {{(pid=91926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:35:35.802477 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:35.818463 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:35.917082 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] Pushing event updated for resources: {'Port': ['ID=07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec,revision_number=2']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:35.977855 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:36.108107 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:36.164178 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-00a38d17-8841-489e-a4be-bb4702399a91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:36.187752 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] For port a8194237-1df9-4e9b-b8ab-7172f954dd11, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=a8194237-1df9-4e9b-b8ab-7172f954dd11,segment=NetworkSegment(914fa835-60b5-41f5-9a64-2daa16547456),segment_id=914fa835-60b5-41f5-9a64-2daa16547456)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:36.208180 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:36.227317 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:36.334880 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-00a38d17-8841-489e-a4be-bb4702399a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12205892'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:36.358160 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-cb52821d-8793-4d05-9f17-ad2b4df9d1b4 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:36.498885 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Pushing event updated for resources: {'Port': ['ID=a8194237-1df9-4e9b-b8ab-7172f954dd11,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:36.525473 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:36.545988 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a38d17-8841-489e-a4be-bb4702399a91 admin admin] Pushing event updated for resources: {'Port': ['ID=05fc32e3-2e54-4172-9b90-66c802467282,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:36.554934 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-00a38d17-8841-489e-a4be-bb4702399a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:36.560622 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2d57a70a-e1cc-40c7-8994-d2611637c98a req-65e440a4-2f88-4725-96a6-a98e09b08d21 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8369255 Jun 14 16:35:36.611352 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a38d17-8841-489e-a4be-bb4702399a91 admin admin] Network 2e21213b-d279-4f17-b7ac-a39d3c551e15 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:35:36.642496 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-00a38d17-8841-489e-a4be-bb4702399a91 admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:35:36.651395 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a38d17-8841-489e-a4be-bb4702399a91 admin admin] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:35:36.679041 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1066fe-e957-49a2-9473-bb7168ebd623 req-0cd91d1f-4f82-44ee-ac95-1304be0c2cfe tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:36.681807 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4c1066fe-e957-49a2-9473-bb7168ebd623 req-0cd91d1f-4f82-44ee-ac95-1304be0c2cfe tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.9072464 Jun 14 16:35:36.764580 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73f712-e6a0-497a-b6a7-dc038080f538 req-fadf93e9-be41-4509-81d9-3f4f9d4ffb9b tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:36.766270 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5e73f712-e6a0-497a-b6a7-dc038080f538 req-fadf93e9-be41-4509-81d9-3f4f9d4ffb9b tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 946 time: 0.4721258 Jun 14 16:35:36.914936 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4c1066fe-e957-49a2-9473-bb7168ebd623 req-0a04a8f5-ab1e-4fb5-9d33-f27885f5be48 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811588 Jun 14 16:35:37.257295 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-5e73f712-e6a0-497a-b6a7-dc038080f538 req-c976dcc0-e81e-4edd-9c57-2d86a14599e3 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Deleting port 351d4db6-bc80-46c0-80d2-5a39403058d3 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:35:37.258005 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-5e73f712-e6a0-497a-b6a7-dc038080f538 req-c976dcc0-e81e-4edd-9c57-2d86a14599e3 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:37.430534 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:37.454223 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-00a38d17-8841-489e-a4be-bb4702399a91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:37.463974 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:35:37.571516 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port 07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:35:37.582564 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device a8194237-1df9-4e9b-b8ab-7172f954dd11 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:35:37.678370 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713544ef-7e93-4818-b1fc-9422a604fda9 None None] Network 2d3ecdc5-b423-4139-ae02-b12030b51209 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:35:37.766797 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-5e73f712-e6a0-497a-b6a7-dc038080f538 req-c976dcc0-e81e-4edd-9c57-2d86a14599e3 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] For port 351d4db6-bc80-46c0-80d2-5a39403058d3, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=351d4db6-bc80-46c0-80d2-5a39403058d3,segment=NetworkSegment(c7724c2a-666d-4110-a0d4-30096c687ba3),segment_id=c7724c2a-666d-4110-a0d4-30096c687ba3)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:37.767168 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-5e73f712-e6a0-497a-b6a7-dc038080f538 req-c976dcc0-e81e-4edd-9c57-2d86a14599e3 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:37.916995 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port a8194237-1df9-4e9b-b8ab-7172f954dd11 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:37.917979 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:37.926334 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-fb62a6e2-254e-463b-81bc-5ca0a3831362 None None] Provisioning for port 07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:35:37.959106 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-5e73f712-e6a0-497a-b6a7-dc038080f538 req-c976dcc0-e81e-4edd-9c57-2d86a14599e3 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Calling delete_port for 351d4db6-bc80-46c0-80d2-5a39403058d3 owned by compute:nova {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:35:37.982963 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-fb62a6e2-254e-463b-81bc-5ca0a3831362 None None] Provisioning complete for port 07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:37.983351 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-fb62a6e2-254e-463b-81bc-5ca0a3831362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:38.111031 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5079c8f7-575f-49c3-ad15-bea6658ec854 req-c320b039-6414-40f7-9f4d-de7d81d88f0e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4652917 Jun 14 16:35:38.427997 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98056122-4f3d-4dae-85f0-c9c545dd035a req-2de80daf-7a7b-4846-a74e-b64667250455 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:38.429883 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-98056122-4f3d-4dae-85f0-c9c545dd035a req-2de80daf-7a7b-4846-a74e-b64667250455 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 946 time: 0.5943398 Jun 14 16:35:38.434679 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-00a38d17-8841-489e-a4be-bb4702399a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-621735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594330'] for router, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:38.524193 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079c8f7-575f-49c3-ad15-bea6658ec854 req-210fa3f7-dd69-46e8-8eec-ed9a3a8c19c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:38.525906 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5079c8f7-575f-49c3-ad15-bea6658ec854 req-210fa3f7-dd69-46e8-8eec-ed9a3a8c19c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c90e9f6caa44ace9e9c8571d4b33473&device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 1098 time: 0.3630838 Jun 14 16:35:38.526741 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-fb62a6e2-254e-463b-81bc-5ca0a3831362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:38.601551 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f326898c-1c46-4929-ae14-1ef59fbd5523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:38.608990 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-fb62a6e2-254e-463b-81bc-5ca0a3831362 None None] For port 07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec,segment=NetworkSegment(4f3e8c28-4ffb-4a64-a253-90d0c6679010),segment_id=4f3e8c28-4ffb-4a64-a253-90d0c6679010)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:38.616696 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-fb62a6e2-254e-463b-81bc-5ca0a3831362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:38.624179 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:38.705987 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62a6e2-254e-463b-81bc-5ca0a3831362 None None] Pushing event updated for resources: {'Port': ['ID=07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec,revision_number=3']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:38.710090 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-fb62a6e2-254e-463b-81bc-5ca0a3831362 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:38.843741 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-8b945268-cb4a-4142-9a88-5f548e1c5028 None None] Provisioning complete for port 07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:38.844429 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-8b945268-cb4a-4142-9a88-5f548e1c5028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:38.923929 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 54444) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:39.093864 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-fa40f0b6-a977-48ae-80ca-1be31cc32311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:39.126570 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-98056122-4f3d-4dae-85f0-c9c545dd035a req-cd3161c2-ab23-425b-8593-3f4068e3d222 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6062906 Jun 14 16:35:39.191650 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-5e73f712-e6a0-497a-b6a7-dc038080f538 req-c976dcc0-e81e-4edd-9c57-2d86a14599e3 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:39.210139 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:39.216037 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['351d4db6-bc80-46c0-80d2-5a39403058d3'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:35:39.238973 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-fa40f0b6-a977-48ae-80ca-1be31cc32311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:39.246529 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-fa40f0b6-a977-48ae-80ca-1be31cc32311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:39.271748 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6dc3ade8-1339-4b08-bdc9-4d93321fbe53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:39.289851 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a882b-2042-4fd9-906d-3ac26458fd19 req-aecda238-e11a-4b6f-8d5a-4f9ea2114a28 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:39.291568 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b79a882b-2042-4fd9-906d-3ac26458fd19 req-aecda238-e11a-4b6f-8d5a-4f9ea2114a28 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.8938570 Jun 14 16:35:39.296377 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976dcc0-e81e-4edd-9c57-2d86a14599e3 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Pushing event deleted for resources: {'Port': ['ID=351d4db6-bc80-46c0-80d2-5a39403058d3,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:39.304130 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:35:39.321019 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c976dcc0-e81e-4edd-9c57-2d86a14599e3 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:39.326914 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40f0b6-a977-48ae-80ca-1be31cc32311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306409a8-ecd3-43f1-ae44-a32397298cbf,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:39.337578 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-fa40f0b6-a977-48ae-80ca-1be31cc32311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:39.362101 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-fa40f0b6-a977-48ae-80ca-1be31cc32311 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2507860250b64b25a94b6af48870a184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4379106 Jun 14 16:35:39.362769 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 54456) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:39.380745 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079c8f7-575f-49c3-ad15-bea6658ec854 req-63e5a151-5dcc-482f-a91b-1a7ccab13756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:39.382686 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5079c8f7-575f-49c3-ad15-bea6658ec854 req-63e5a151-5dcc-482f-a91b-1a7ccab13756 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bacab7d-e7d5-400d-a72a-7caeec0312a6 HTTP/1.1" status: 200 len: 920 time: 0.4140100 Jun 14 16:35:39.400501 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:39.401298 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:39.441385 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e73f712-e6a0-497a-b6a7-dc038080f538 req-c976dcc0-e81e-4edd-9c57-2d86a14599e3 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] No DVR routers for this DVR port 351d4db6-bc80-46c0-80d2-5a39403058d3 on host hv-cinder-79628 {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:35:39.459777 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-05e0b6fc-3427-4c2b-94f5-9e95c23bc2c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:39.501615 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-5e73f712-e6a0-497a-b6a7-dc038080f538 req-c976dcc0-e81e-4edd-9c57-2d86a14599e3 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:39.503898 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5e73f712-e6a0-497a-b6a7-dc038080f538 req-c976dcc0-e81e-4edd-9c57-2d86a14599e3 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.43 "DELETE /v2.0/ports/351d4db6-bc80-46c0-80d2-5a39403058d3 HTTP/1.1" status: 204 len: 173 time: 2.7205400 Jun 14 16:35:39.504640 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2a7663-61f7-4765-8e0f-19c11be0b9bc', 'name': 'network-vif-deleted', 'tag': '351d4db6-bc80-46c0-80d2-5a39403058d3'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:35:39.508298 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beca8964-cc8b-438e-be6e-1ad41745ce3c" -d '{"events": [{"server_uuid": "6e2a7663-61f7-4765-8e0f-19c11be0b9bc", "name": "network-vif-deleted", "tag": "351d4db6-bc80-46c0-80d2-5a39403058d3"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:35:39.517893 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-05e0b6fc-3427-4c2b-94f5-9e95c23bc2c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:39.524029 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5079c8f7-575f-49c3-ad15-bea6658ec854 req-8b44930c-0bed-48ae-b4ec-b6cf51ca1ade service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 HTTP/1.1" status: 200 len: 217 time: 0.1214724 Jun 14 16:35:39.532752 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b79a882b-2042-4fd9-906d-3ac26458fd19 req-692e2f8a-04cc-4126-958b-19b3d8492e3a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158902 Jun 14 16:35:39.615577 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75c0bb9-6c51-48fa-9941-5b9de34c7106 x-openstack-request-id: req-f75c0bb9-6c51-48fa-9941-5b9de34c7106 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:35:39.616479 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2a7663-61f7-4765-8e0f-19c11be0b9bc", "name": "network-vif-deleted", "tag": "351d4db6-bc80-46c0-80d2-5a39403058d3", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:35:39.616962 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f75c0bb9-6c51-48fa-9941-5b9de34c7106 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:35:39.618211 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2a7663-61f7-4765-8e0f-19c11be0b9bc', 'name': 'network-vif-deleted', 'tag': '351d4db6-bc80-46c0-80d2-5a39403058d3', 'status': 'completed', 'code': 200} Jun 14 16:35:39.622235 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a38d17-8841-489e-a4be-bb4702399a91 admin admin] Router 13de0d50-778a-4166-b7c3-49cfbb5bd2b2 is scheduled to L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 with binding_index 1 {{(pid=91924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 16:35:39.639125 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079c8f7-575f-49c3-ad15-bea6658ec854 req-94741c75-af45-4255-9dc2-6bd747741e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:39.640838 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5079c8f7-575f-49c3-ad15-bea6658ec854 req-94741c75-af45-4255-9dc2-6bd747741e38 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76ebf11c-6866-45a5-8a22-bba3c93daf27 HTTP/1.1" status: 200 len: 859 time: 0.1020813 Jun 14 16:35:39.682073 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-05e0b6fc-3427-4c2b-94f5-9e95c23bc2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:39.687456 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-05e0b6fc-3427-4c2b-94f5-9e95c23bc2c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:39.692880 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-05e0b6fc-3427-4c2b-94f5-9e95c23bc2c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/306409a8-ecd3-43f1-ae44-a32397298cbf HTTP/1.1" status: 204 len: 168 time: 0.3254156 Jun 14 16:35:39.692880 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-840f6b25-79b8-4f47-a32e-3e389a7f379f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:39.707878 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0b6fc-3427-4c2b-94f5-9e95c23bc2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306409a8-ecd3-43f1-ae44-a32397298cbf,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:39.712968 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-05e0b6fc-3427-4c2b-94f5-9e95c23bc2c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:39.789591 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5079c8f7-575f-49c3-ad15-bea6658ec854 req-1413234e-e08b-4512-bd96-9a9a4f34e276 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bacab7d-e7d5-400d-a72a-7caeec0312a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875783 Jun 14 16:35:39.917095 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a38d17-8841-489e-a4be-bb4702399a91 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:35:39.930349 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] Sync routers for ids ['13de0d50-778a-4166-b7c3-49cfbb5bd2b2'] in dv-cinder-796286-2-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:35:39.948281 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] Routers {'13de0d50-778a-4166-b7c3-49cfbb5bd2b2'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:35:39.949334 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:35:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['13de0d50-778a-4166-b7c3-49cfbb5bd2b2'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:39.962085 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-00a38d17-8841-489e-a4be-bb4702399a91 admin admin] Notify callbacks [] for router, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:39.964265 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-00a38d17-8841-489e-a4be-bb4702399a91 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9747610 Jun 14 16:35:39.968564 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 54464) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:39.996557 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5079c8f7-575f-49c3-ad15-bea6658ec854 req-2878e609-63a0-413c-9c6d-05f30003471e service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857917 Jun 14 16:35:40.154759 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] Set router 13de0d50-778a-4166-b7c3-49cfbb5bd2b2 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:35:40.208914 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5079c8f7-575f-49c3-ad15-bea6658ec854 req-ede85fcd-713d-47ec-9c93-78d73773eb73 service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926653 Jun 14 16:35:40.380041 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8151ad9d-1ee9-4238-96b4-fb402898da64 req-2c765852-8161-461f-99d2-cfc1ca846361 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e2a7663-61f7-4765-8e0f-19c11be0b9bc HTTP/1.1" status: 200 len: 210 time: 0.0772583 Jun 14 16:35:40.541864 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13de0d50-778a-4166-b7c3-49cfbb5bd2b2', 'name': 'tempest-TestMinimumBasicScenario-478591310-router', 'tenant_id': '647c3d25daa842c0bfd250c80e73076e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '05fc32e3-2e54-4172-9b90-66c802467282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:35:34Z', 'updated_at': '2021-06-14T16:35:37Z', 'revision_number': 3, 'project_id': '647c3d25daa842c0bfd250c80e73076e', 'gw_port': {'id': '05fc32e3-2e54-4172-9b90-66c802467282', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fa:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13de0d50-778a-4166-b7c3-49cfbb5bd2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:35:34Z', 'updated_at': '2021-06-14T16:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:40.547950 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] Checking router: 13de0d50-778a-4166-b7c3-49cfbb5bd2b2 for host: dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:35:40.548309 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] Updating router 13de0d50-778a-4166-b7c3-49cfbb5bd2b2 port 05fc32e3-2e54-4172-9b90-66c802467282 binding host dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:35:40.638823 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:40.794516 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:40.884788 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af768898-cef4-4cf8-8916-43dd7ef08b84 req-3c36de58-9dbe-4dc5-a856-abc7ce6c36f3 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:40.893143 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-af768898-cef4-4cf8-8916-43dd7ef08b84 req-3c36de58-9dbe-4dc5-a856-abc7ce6c36f3 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.1515081 Jun 14 16:35:40.953308 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-af768898-cef4-4cf8-8916-43dd7ef08b84 req-b88cfed3-9c8a-4929-a112-2841a62c4eb6 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590010 Jun 14 16:35:40.977594 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-15d90304-3a56-426e-ae60-be62fdf8e445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:40.986057 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2afc80d5-d04b-4c90-8dcd-9afde9c0731b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:41.113378 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] Notify callbacks [] for port, precommit_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:41.123786 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.provisioning_blocks [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] Transition to ACTIVE for port object 05fc32e3-2e54-4172-9b90-66c802467282 will not be triggered until provisioned by entity L2. {{(pid=91927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:35:41.130530 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:41.132741 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:41.180288 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [None req-2afc80d5-d04b-4c90-8dcd-9afde9c0731b admin admin] Allocated IP 172.20.0.1 (2d3ecdc5-b423-4139-ae02-b12030b51209/6c8fc789-7f36-432c-b8aa-e48540d0f2d4/dc37e563-fad8-4c1a-9457-4b90b5773814) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:35:41.192716 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015fa8f-559f-4160-bf5f-1bf80692a232 None None] Pushing event updated for resources: {'Port': ['ID=05fc32e3-2e54-4172-9b90-66c802467282,revision_number=2']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:41.195625 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] Attempting to bind port 05fc32e3-2e54-4172-9b90-66c802467282 on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:35:41.196026 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] Attempting to bind port 05fc32e3-2e54-4172-9b90-66c802467282 by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:35:41.196396 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] Attempting to bind port 05fc32e3-2e54-4172-9b90-66c802467282 on network 2e21213b-d279-4f17-b7ac-a39d3c551e15 {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:35:41.198918 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-5015fa8f-559f-4160-bf5f-1bf80692a232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:41.203097 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:35:41.203469 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] Checking segment: {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:35:41.203874 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:41.204290 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] Bound using segment: {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:35:41.204758 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] Bound port: 05fc32e3-2e54-4172-9b90-66c802467282, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:35:41.205128 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:41.268610 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] For port 05fc32e3-2e54-4172-9b90-66c802467282, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:35:41.272313 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] For port 05fc32e3-2e54-4172-9b90-66c802467282, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=05fc32e3-2e54-4172-9b90-66c802467282,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:35:41.277721 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:41.282690 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:41.309186 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2afc80d5-d04b-4c90-8dcd-9afde9c0731b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:41.328909 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-2afc80d5-d04b-4c90-8dcd-9afde9c0731b admin admin] Transition to ACTIVE for port object dc37e563-fad8-4c1a-9457-4b90b5773814 will not be triggered until provisioned by entity DHCP. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:35:41.346791 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] Routers {'13de0d50-778a-4166-b7c3-49cfbb5bd2b2'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:35:41.347423 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:35:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['13de0d50-778a-4166-b7c3-49cfbb5bd2b2'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:41.352343 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015fa8f-559f-4160-bf5f-1bf80692a232 None None] Pushing event updated for resources: {'Port': ['ID=05fc32e3-2e54-4172-9b90-66c802467282,revision_number=3']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:41.374741 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2afc80d5-d04b-4c90-8dcd-9afde9c0731b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11589351'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:41.377051 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:41.399033 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-5015fa8f-559f-4160-bf5f-1bf80692a232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:41.430380 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afc80d5-d04b-4c90-8dcd-9afde9c0731b admin admin] Network 2d3ecdc5-b423-4139-ae02-b12030b51209 is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:35:41.433754 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-2afc80d5-d04b-4c90-8dcd-9afde9c0731b admin admin] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:35:41.438899 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afc80d5-d04b-4c90-8dcd-9afde9c0731b admin admin] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:35:41.442420 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc80d5-d04b-4c90-8dcd-9afde9c0731b admin admin] Pushing event updated for resources: {'Port': ['ID=dc37e563-fad8-4c1a-9457-4b90b5773814,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:41.469957 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-2afc80d5-d04b-4c90-8dcd-9afde9c0731b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:41.490905 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2afc80d5-d04b-4c90-8dcd-9afde9c0731b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591455'] for router_interface, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:41.526600 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] Set router 13de0d50-778a-4166-b7c3-49cfbb5bd2b2 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:35:41.535710 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 351d4db6-bc80-46c0-80d2-5a39403058d3 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:35:41.566043 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] No Port match for: 351d4db6-bc80-46c0-80d2-5a39403058d3 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:35:41.567021 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 351d4db6-bc80-46c0-80d2-5a39403058d3 not bound to the agent host hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:35:41.724994 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-b7487b9c-d2b1-410e-8d48-f46b99b51f47 None None] Provisioning for port dc37e563-fad8-4c1a-9457-4b90b5773814 completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:35:41.731463 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-b7487b9c-d2b1-410e-8d48-f46b99b51f47 None None] Provisioning complete for port dc37e563-fad8-4c1a-9457-4b90b5773814 triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:41.733244 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-b7487b9c-d2b1-410e-8d48-f46b99b51f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:41.837376 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-b7487b9c-d2b1-410e-8d48-f46b99b51f47 None None] Port dc37e563-fad8-4c1a-9457-4b90b5773814 cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:35:41.974268 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2afc80d5-d04b-4c90-8dcd-9afde9c0731b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:41.993778 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13de0d50-778a-4166-b7c3-49cfbb5bd2b2', 'name': 'tempest-TestMinimumBasicScenario-478591310-router', 'tenant_id': '647c3d25daa842c0bfd250c80e73076e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '05fc32e3-2e54-4172-9b90-66c802467282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:35:34Z', 'updated_at': '2021-06-14T16:35:37Z', 'revision_number': 3, 'project_id': '647c3d25daa842c0bfd250c80e73076e', 'gw_port': {'id': '05fc32e3-2e54-4172-9b90-66c802467282', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fa:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13de0d50-778a-4166-b7c3-49cfbb5bd2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:35:34Z', 'updated_at': '2021-06-14T16:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:42.001391 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7483d2eb-c89c-40d9-9800-25ac0d1cf043 None None] The sync data for ids ['13de0d50-778a-4166-b7c3-49cfbb5bd2b2'] in dv-cinder-796286-2-iscsi is: [{'id': '13de0d50-778a-4166-b7c3-49cfbb5bd2b2', 'name': 'tempest-TestMinimumBasicScenario-478591310-router', 'tenant_id': '647c3d25daa842c0bfd250c80e73076e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '05fc32e3-2e54-4172-9b90-66c802467282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:35:34Z', 'updated_at': '2021-06-14T16:35:37Z', 'revision_number': 3, 'project_id': '647c3d25daa842c0bfd250c80e73076e', 'gw_port': {'id': '05fc32e3-2e54-4172-9b90-66c802467282', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fa:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13de0d50-778a-4166-b7c3-49cfbb5bd2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:35:34Z', 'updated_at': '2021-06-14T16:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:35:42.226883 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 54522) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:42.304932 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66378c34-28d0-44b5-bf4f-68f4afef50de req-ef6dfcf8-d2b5-4868-9977-de0cae485d79 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:42.305511 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2afc80d5-d04b-4c90-8dcd-9afde9c0731b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:42.306856 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-66378c34-28d0-44b5-bf4f-68f4afef50de req-ef6dfcf8-d2b5-4868-9977-de0cae485d79 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.1141047 Jun 14 16:35:42.312184 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2afc80d5-d04b-4c90-8dcd-9afde9c0731b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11589337'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:42.318501 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:42.350170 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:42.399174 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-66378c34-28d0-44b5-bf4f-68f4afef50de req-21223dbe-5920-43d7-840e-1bdd61353d3c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833662 Jun 14 16:35:42.474861 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-38dd3367-8023-4122-9b14-744c538050f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:42.500312 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2afc80d5-d04b-4c90-8dcd-9afde9c0731b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591563'] for router_interface, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:42.545032 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc80d5-d04b-4c90-8dcd-9afde9c0731b admin admin] Pushing event updated for resources: {'Port': ['ID=dc37e563-fad8-4c1a-9457-4b90b5773814,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:42.552747 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-2afc80d5-d04b-4c90-8dcd-9afde9c0731b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:42.823582 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afc80d5-d04b-4c90-8dcd-9afde9c0731b admin admin] Network 2d3ecdc5-b423-4139-ae02-b12030b51209 is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:35:42.830418 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-2afc80d5-d04b-4c90-8dcd-9afde9c0731b admin admin] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:35:42.991632 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-38dd3367-8023-4122-9b14-744c538050f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:42.997727 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-38dd3367-8023-4122-9b14-744c538050f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:43.013254 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-c997bab9-5432-4d10-8263-66210ff5e906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:43.080639 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd3367-8023-4122-9b14-744c538050f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed5972b-9bfb-4c2e-8cd7-d3b0a745e664,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:43.087812 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-38dd3367-8023-4122-9b14-744c538050f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31ce53cf7c684375892bac019dbd220e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8597565 Jun 14 16:35:43.090776 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 54554) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:35:43.091722 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-38dd3367-8023-4122-9b14-744c538050f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:43.113820 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afc80d5-d04b-4c90-8dcd-9afde9c0731b admin admin] Router 13de0d50-778a-4166-b7c3-49cfbb5bd2b2 has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:35:43.191859 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-d2997df1-d47f-49d2-85c0-37c5285052b8 None None] Provisioning complete for port dc37e563-fad8-4c1a-9457-4b90b5773814 triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:43.192358 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-d2997df1-d47f-49d2-85c0-37c5285052b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:43.203781 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a20515d5-b67e-4c86-8d9a-c4a76dda033c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:43.257956 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a20515d5-b67e-4c86-8d9a-c4a76dda033c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:43.267973 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-d2997df1-d47f-49d2-85c0-37c5285052b8 None None] Port dc37e563-fad8-4c1a-9457-4b90b5773814 cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:35:43.305654 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 05fc32e3-2e54-4172-9b90-66c802467282 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:35:43.321348 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afc80d5-d04b-4c90-8dcd-9afde9c0731b admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:35:43.329932 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-2afc80d5-d04b-4c90-8dcd-9afde9c0731b admin admin] 10.222.0.25 "PUT /v2.0/routers/13de0d50-778a-4166-b7c3-49cfbb5bd2b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3596914 Jun 14 16:35:43.359121 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a20515d5-b67e-4c86-8d9a-c4a76dda033c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:43.361773 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a20515d5-b67e-4c86-8d9a-c4a76dda033c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:43.363773 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-a20515d5-b67e-4c86-8d9a-c4a76dda033c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bed5972b-9bfb-4c2e-8cd7-d3b0a745e664 HTTP/1.1" status: 204 len: 168 time: 0.2708941 Jun 14 16:35:43.364795 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-3f551780-9bf3-4df2-b2ab-939a2dee9404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:43.378861 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20515d5-b67e-4c86-8d9a-c4a76dda033c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed5972b-9bfb-4c2e-8cd7-d3b0a745e664,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:43.385594 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-a20515d5-b67e-4c86-8d9a-c4a76dda033c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:43.388613 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port 05fc32e3-2e54-4172-9b90-66c802467282 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:35:43.403331 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 05fc32e3-2e54-4172-9b90-66c802467282 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:43.403534 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:43.547622 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:43.577024 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] For port 05fc32e3-2e54-4172-9b90-66c802467282, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=05fc32e3-2e54-4172-9b90-66c802467282,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:43.583454 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:43.585863 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:43.653051 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b113758-8e7b-45c2-8404-c49716852f23 req-a4e1ec5f-2e15-439a-afc5-adb749fc8464 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:43.661020 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5b113758-8e7b-45c2-8404-c49716852f23 req-a4e1ec5f-2e15-439a-afc5-adb749fc8464 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.1115465 Jun 14 16:35:43.673113 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Pushing event updated for resources: {'Port': ['ID=05fc32e3-2e54-4172-9b90-66c802467282,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:43.687513 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:43.687857 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:43.688367 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:43.688845 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:43.689541 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:43.690013 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:43.690687 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:43.691014 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:43.691327 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:43.691657 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:43.691978 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:43.692599 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:35:43.704739 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:43.717060 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5b113758-8e7b-45c2-8404-c49716852f23 req-f1606973-1ae7-49c4-a5d7-43b91dc8b77a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550969 Jun 14 16:35:44.097677 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] Sync routers for ids ['13de0d50-778a-4166-b7c3-49cfbb5bd2b2'] in dv-cinder-796286-2-iscsi {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:35:44.107925 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] Routers {'13de0d50-778a-4166-b7c3-49cfbb5bd2b2'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:35:44.109326 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:35:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['13de0d50-778a-4166-b7c3-49cfbb5bd2b2'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:44.246130 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:44.279920 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] Set router 13de0d50-778a-4166-b7c3-49cfbb5bd2b2 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:35:44.593793 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13de0d50-778a-4166-b7c3-49cfbb5bd2b2', 'name': 'tempest-TestMinimumBasicScenario-478591310-router', 'tenant_id': '647c3d25daa842c0bfd250c80e73076e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '05fc32e3-2e54-4172-9b90-66c802467282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:35:34Z', 'updated_at': '2021-06-14T16:35:41Z', 'revision_number': 4, 'project_id': '647c3d25daa842c0bfd250c80e73076e', 'gw_port': {'id': '05fc32e3-2e54-4172-9b90-66c802467282', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fa:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13de0d50-778a-4166-b7c3-49cfbb5bd2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:35:34Z', 'updated_at': '2021-06-14T16:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': 'dc37e563-fad8-4c1a-9457-4b90b5773814', 'name': '', 'network_id': '2d3ecdc5-b423-4139-ae02-b12030b51209', 'tenant_id': '647c3d25daa842c0bfd250c80e73076e', 'mac_address': 'fa:16:3e:f1:be:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13de0d50-778a-4166-b7c3-49cfbb5bd2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6c8fc789-7f36-432c-b8aa-e48540d0f2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:35:41Z', 'updated_at': '2021-06-14T16:35:42Z', 'revision_number': 2, 'project_id': '647c3d25daa842c0bfd250c80e73076e', 'subnets': [{'id': '6c8fc789-7f36-432c-b8aa-e48540d0f2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:44.598518 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] Checking router: 13de0d50-778a-4166-b7c3-49cfbb5bd2b2 for host: dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:35:44.598959 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] Updating router 13de0d50-778a-4166-b7c3-49cfbb5bd2b2 port dc37e563-fad8-4c1a-9457-4b90b5773814 binding host dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:35:44.650617 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:45.055530 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9a774-bd96-41f8-aa3b-27adc1ece22f req-fec6626e-74a1-44a4-8dd2-1025f6d3bcac tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:45.064015 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-74b9a774-bd96-41f8-aa3b-27adc1ece22f req-fec6626e-74a1-44a4-8dd2-1025f6d3bcac tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.1095464 Jun 14 16:35:45.094092 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] Notify callbacks [] for port, precommit_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:45.111480 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] Transition to ACTIVE for port object dc37e563-fad8-4c1a-9457-4b90b5773814 will not be triggered until provisioned by entity L2. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:35:45.123735 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:45.128805 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:45.138620 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-74b9a774-bd96-41f8-aa3b-27adc1ece22f req-86ed146e-bac1-444f-9086-d8322248e543 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735755 Jun 14 16:35:45.234632 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f6a9b-799c-4f4f-aae1-0038a37d82ba None None] Pushing event updated for resources: {'Port': ['ID=dc37e563-fad8-4c1a-9457-4b90b5773814,revision_number=3']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:45.369098 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-705f6a9b-799c-4f4f-aae1-0038a37d82ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:45.372656 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 05fc32e3-2e54-4172-9b90-66c802467282 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:35:45.652504 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] Attempting to bind port dc37e563-fad8-4c1a-9457-4b90b5773814 on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:35:45.652795 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] Attempting to bind port dc37e563-fad8-4c1a-9457-4b90b5773814 by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': '4f3e8c28-4ffb-4a64-a253-90d0c6679010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2d3ecdc5-b423-4139-ae02-b12030b51209'}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:35:45.653614 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] Attempting to bind port dc37e563-fad8-4c1a-9457-4b90b5773814 on network 2d3ecdc5-b423-4139-ae02-b12030b51209 {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:35:45.667974 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:35:45.668357 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] Checking segment: {'id': '4f3e8c28-4ffb-4a64-a253-90d0c6679010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2d3ecdc5-b423-4139-ae02-b12030b51209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:35:45.668772 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:45.669170 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] Bound using segment: {'id': '4f3e8c28-4ffb-4a64-a253-90d0c6679010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2d3ecdc5-b423-4139-ae02-b12030b51209'} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:35:45.669659 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] Bound port: dc37e563-fad8-4c1a-9457-4b90b5773814, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3e8c28-4ffb-4a64-a253-90d0c6679010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2d3ecdc5-b423-4139-ae02-b12030b51209'}}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:35:45.670033 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:45.730110 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 05fc32e3-2e54-4172-9b90-66c802467282 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:45.730532 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:45.801166 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] For port dc37e563-fad8-4c1a-9457-4b90b5773814, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:35:45.809414 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] For port dc37e563-fad8-4c1a-9457-4b90b5773814, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=dc37e563-fad8-4c1a-9457-4b90b5773814,segment=NetworkSegment(4f3e8c28-4ffb-4a64-a253-90d0c6679010),segment_id=4f3e8c28-4ffb-4a64-a253-90d0c6679010)] {{(pid=91926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:35:45.823692 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:45.827305 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:45.944382 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] Routers {'13de0d50-778a-4166-b7c3-49cfbb5bd2b2'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:35:45.944576 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:35:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['13de0d50-778a-4166-b7c3-49cfbb5bd2b2'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:46.186871 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f6a9b-799c-4f4f-aae1-0038a37d82ba None None] Pushing event updated for resources: {'Port': ['ID=dc37e563-fad8-4c1a-9457-4b90b5773814,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:46.192588 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-705f6a9b-799c-4f4f-aae1-0038a37d82ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:46.277658 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] Set router 13de0d50-778a-4166-b7c3-49cfbb5bd2b2 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:35:46.532033 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b5e2b-955f-4782-b50f-b6e6e07141b6 req-7ab74a29-3b3b-41ad-82ef-9029c41a8e0b tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:46.534356 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-746b5e2b-955f-4782-b50f-b6e6e07141b6 req-7ab74a29-3b3b-41ad-82ef-9029c41a8e0b tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.1650772 Jun 14 16:35:46.655852 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-746b5e2b-955f-4782-b50f-b6e6e07141b6 req-fb881843-ba25-47df-a684-8074762a9316 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087801 Jun 14 16:35:46.735043 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13de0d50-778a-4166-b7c3-49cfbb5bd2b2', 'name': 'tempest-TestMinimumBasicScenario-478591310-router', 'tenant_id': '647c3d25daa842c0bfd250c80e73076e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '05fc32e3-2e54-4172-9b90-66c802467282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:35:34Z', 'updated_at': '2021-06-14T16:35:41Z', 'revision_number': 4, 'project_id': '647c3d25daa842c0bfd250c80e73076e', 'gw_port': {'id': '05fc32e3-2e54-4172-9b90-66c802467282', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fa:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13de0d50-778a-4166-b7c3-49cfbb5bd2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:35:34Z', 'updated_at': '2021-06-14T16:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': 'dc37e563-fad8-4c1a-9457-4b90b5773814', 'name': '', 'network_id': '2d3ecdc5-b423-4139-ae02-b12030b51209', 'tenant_id': '647c3d25daa842c0bfd250c80e73076e', 'mac_address': 'fa:16:3e:f1:be:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13de0d50-778a-4166-b7c3-49cfbb5bd2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6c8fc789-7f36-432c-b8aa-e48540d0f2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:35:41Z', 'updated_at': '2021-06-14T16:35:45Z', 'revision_number': 4, 'project_id': '647c3d25daa842c0bfd250c80e73076e', 'subnets': [{'id': '6c8fc789-7f36-432c-b8aa-e48540d0f2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:35:46.739550 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1b7d4d-f6e7-45d4-9f54-cf20a2b65f5d None None] The sync data for ids ['13de0d50-778a-4166-b7c3-49cfbb5bd2b2'] in dv-cinder-796286-2-iscsi is: [{'id': '13de0d50-778a-4166-b7c3-49cfbb5bd2b2', 'name': 'tempest-TestMinimumBasicScenario-478591310-router', 'tenant_id': '647c3d25daa842c0bfd250c80e73076e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '05fc32e3-2e54-4172-9b90-66c802467282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:35:34Z', 'updated_at': '2021-06-14T16:35:41Z', 'revision_number': 4, 'project_id': '647c3d25daa842c0bfd250c80e73076e', 'gw_port': {'id': '05fc32e3-2e54-4172-9b90-66c802467282', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fa:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13de0d50-778a-4166-b7c3-49cfbb5bd2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:35:34Z', 'updated_at': '2021-06-14T16:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': 'dc37e563-fad8-4c1a-9457-4b90b5773814', 'name': '', 'network_id': '2d3ecdc5-b423-4139-ae02-b12030b51209', 'tenant_id': '647c3d25daa842c0bfd250c80e73076e', 'mac_address': 'fa:16:3e:f1:be:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13de0d50-778a-4166-b7c3-49cfbb5bd2b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6c8fc789-7f36-432c-b8aa-e48540d0f2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:35:41Z', 'updated_at': '2021-06-14T16:35:45Z', 'revision_number': 4, 'project_id': '647c3d25daa842c0bfd250c80e73076e', 'subnets': [{'id': '6c8fc789-7f36-432c-b8aa-e48540d0f2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:35:47.464717 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device dc37e563-fad8-4c1a-9457-4b90b5773814 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:35:47.611884 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port dc37e563-fad8-4c1a-9457-4b90b5773814 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:35:47.632414 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port dc37e563-fad8-4c1a-9457-4b90b5773814 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:47.632835 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:47.996262 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a66fa-e065-4f65-bf2f-ddde5c883387 req-9c978ead-3501-47a0-84b1-c35d84e94676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:47.999732 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-482a66fa-e065-4f65-bf2f-ddde5c883387 req-9c978ead-3501-47a0-84b1-c35d84e94676 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 1098 time: 0.1431291 Jun 14 16:35:48.024679 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:48.217955 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-482a66fa-e065-4f65-bf2f-ddde5c883387 req-f49c1688-0adc-467d-aaa3-3281b814f722 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073662 Jun 14 16:35:48.242937 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] For port dc37e563-fad8-4c1a-9457-4b90b5773814, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=dc37e563-fad8-4c1a-9457-4b90b5773814,segment=NetworkSegment(4f3e8c28-4ffb-4a64-a253-90d0c6679010),segment_id=4f3e8c28-4ffb-4a64-a253-90d0c6679010)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:35:48.259870 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:48.263037 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:35:48.508892 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Pushing event updated for resources: {'Port': ['ID=dc37e563-fad8-4c1a-9457-4b90b5773814,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:35:48.519040 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:35:48.621492 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8ab67-a257-42c2-b134-5c3b33869320 req-3fe5ea09-778d-4afb-bfee-e4828426c91b tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:48.641124 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dda8ab67-a257-42c2-b134-5c3b33869320 req-3fe5ea09-778d-4afb-bfee-e4828426c91b tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.3168602 Jun 14 16:35:48.938264 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dda8ab67-a257-42c2-b134-5c3b33869320 req-c9901eb3-2d08-43ab-af4f-8015d368b6e7 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748688 Jun 14 16:35:48.974007 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a4e5b-2c21-4f8c-848e-52c221dec132 req-1dcbac55-f762-444d-a252-3572943f5692 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:48.997032 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7f7a4e5b-2c21-4f8c-848e-52c221dec132 req-1dcbac55-f762-444d-a252-3572943f5692 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.3483441 Jun 14 16:35:49.173769 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7f7a4e5b-2c21-4f8c-848e-52c221dec132 req-ee383b88-e501-479e-9036-9038dc88cb1d tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732457 Jun 14 16:35:49.350119 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device dc37e563-fad8-4c1a-9457-4b90b5773814 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:35:49.520520 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port dc37e563-fad8-4c1a-9457-4b90b5773814 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:35:49.521333 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:35:50.397555 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d1f9a-d338-4bec-b292-864e965e0b09 req-9f4d2883-aa1a-4300-93d1-757fd7200e8c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:50.417654 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b84d1f9a-d338-4bec-b292-864e965e0b09 req-9f4d2883-aa1a-4300-93d1-757fd7200e8c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.2477334 Jun 14 16:35:50.529287 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b84d1f9a-d338-4bec-b292-864e965e0b09 req-5bb1ac2b-3502-4124-9880-3eee32fbf517 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032898 Jun 14 16:35:50.740347 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa99470-b085-48f9-935b-1625830dfcb5 req-75c52393-30b7-414b-a15b-e6d7e82bf464 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:50.746759 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3aa99470-b085-48f9-935b-1625830dfcb5 req-75c52393-30b7-414b-a15b-e6d7e82bf464 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.1946838 Jun 14 16:35:50.920247 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3aa99470-b085-48f9-935b-1625830dfcb5 req-41e674fa-27c8-42aa-86a1-7b5e5f399fca tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649635 Jun 14 16:35:51.504017 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3b34b-d8eb-4ce5-8351-ab9615ea1acd req-515bebe1-1879-4fe8-9d7a-e81c1e7d216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:51.506602 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4ba3b34b-d8eb-4ce5-8351-ab9615ea1acd req-515bebe1-1879-4fe8-9d7a-e81c1e7d216e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c90e9f6caa44ace9e9c8571d4b33473&device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 1098 time: 0.1759906 Jun 14 16:35:51.807983 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3b34b-d8eb-4ce5-8351-ab9615ea1acd req-49aaee66-816f-4ab6-b1c6-92c4735d462c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:51.808359 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4ba3b34b-d8eb-4ce5-8351-ab9615ea1acd req-49aaee66-816f-4ab6-b1c6-92c4735d462c service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bacab7d-e7d5-400d-a72a-7caeec0312a6 HTTP/1.1" status: 200 len: 920 time: 0.2425430 Jun 14 16:35:51.850833 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cddc38-d386-47a4-b69f-bbb8314434c7 req-0e39598d-9152-493d-9665-95620172d1d2 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:51.864364 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c5cddc38-d386-47a4-b69f-bbb8314434c7 req-0e39598d-9152-493d-9665-95620172d1d2 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.3851938 Jun 14 16:35:51.994814 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4ba3b34b-d8eb-4ce5-8351-ab9615ea1acd req-11faa89a-1685-412a-a711-836979e8947b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=314250d2-4441-481b-8741-8329c6e463fd HTTP/1.1" status: 200 len: 217 time: 0.1730380 Jun 14 16:35:52.281948 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c5cddc38-d386-47a4-b69f-bbb8314434c7 req-f6ae9b68-1406-4ae8-bf8f-7da966f39748 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162383 Jun 14 16:35:52.333024 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3b34b-d8eb-4ce5-8351-ab9615ea1acd req-fbbf3651-1581-4b28-ac8f-3de5d4461f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:52.343603 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4ba3b34b-d8eb-4ce5-8351-ab9615ea1acd req-fbbf3651-1581-4b28-ac8f-3de5d4461f83 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76ebf11c-6866-45a5-8a22-bba3c93daf27 HTTP/1.1" status: 200 len: 859 time: 0.2964673 Jun 14 16:35:52.415556 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4ba3b34b-d8eb-4ce5-8351-ab9615ea1acd req-224cd2a6-f46a-4d72-a672-b970c28d8c26 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bacab7d-e7d5-400d-a72a-7caeec0312a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540752 Jun 14 16:35:52.870265 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4ba3b34b-d8eb-4ce5-8351-ab9615ea1acd req-57067db0-10fa-4f97-a7d2-f3acd642f381 service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242117 Jun 14 16:35:53.057966 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e55a36-6a45-4b56-b25a-a1e11a55da2b req-5f40c1c3-d22a-4ed7-8c16-6dc6b19ac576 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:53.071061 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a8e55a36-6a45-4b56-b25a-a1e11a55da2b req-5f40c1c3-d22a-4ed7-8c16-6dc6b19ac576 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.5160687 Jun 14 16:35:53.233835 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a8e55a36-6a45-4b56-b25a-a1e11a55da2b req-186f2b7b-fcb0-4cef-a31a-4a8075bda7b1 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614704 Jun 14 16:35:53.271014 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4ba3b34b-d8eb-4ce5-8351-ab9615ea1acd req-8d481601-99d0-4fe0-bad4-77c0c7ac259f service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289495 Jun 14 16:35:53.834488 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e742ad-5191-4d48-a8b4-f3751bdbf70a req-d3146bd2-1512-46ef-ac65-7c1f91ff9e41 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:53.861157 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-23e742ad-5191-4d48-a8b4-f3751bdbf70a req-d3146bd2-1512-46ef-ac65-7c1f91ff9e41 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.3481531 Jun 14 16:35:53.985724 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-23e742ad-5191-4d48-a8b4-f3751bdbf70a req-fb5928b3-9ef7-4dd4-9290-c0205b911620 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198740 Jun 14 16:35:54.690501 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee4484-069d-4925-8bd7-9661500d97a7 req-f9d7dab5-63e6-4680-b3d4-c1d91c2dbe3a tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:54.700142 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-08ee4484-069d-4925-8bd7-9661500d97a7 req-f9d7dab5-63e6-4680-b3d4-c1d91c2dbe3a tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.1254323 Jun 14 16:35:54.771199 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-08ee4484-069d-4925-8bd7-9661500d97a7 req-27902e2f-695b-49d3-b25a-f92f4996e6f8 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697393 Jun 14 16:35:55.388708 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f2df6-0108-4da0-a640-db5578ed46d5 req-b2854733-0d87-49dd-9ad8-9cb9f0ff30b5 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:55.411338 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-230f2df6-0108-4da0-a640-db5578ed46d5 req-b2854733-0d87-49dd-9ad8-9cb9f0ff30b5 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.2450852 Jun 14 16:35:55.560205 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-230f2df6-0108-4da0-a640-db5578ed46d5 req-a5feb188-4018-4679-98f5-acf560ea09e5 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470938 Jun 14 16:35:56.454224 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d2dc1-7ec3-45b4-aef2-a5880ed58c41 req-381bc052-9e5a-42a7-9ffa-79da998cad0c tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:56.464279 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7d9d2dc1-7ec3-45b4-aef2-a5880ed58c41 req-381bc052-9e5a-42a7-9ffa-79da998cad0c tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.2794542 Jun 14 16:35:56.546488 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7d9d2dc1-7ec3-45b4-aef2-a5880ed58c41 req-ba9d42a3-8e85-4e97-ab43-cffdee23c1b8 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757148 Jun 14 16:35:57.251696 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db4bc1-e29c-40c2-8c40-893e97996e9d req-8a83a141-fb25-4d4d-94e4-0dfa2b2650dd tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:57.253794 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b9db4bc1-e29c-40c2-8c40-893e97996e9d req-8a83a141-fb25-4d4d-94e4-0dfa2b2650dd tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.4912856 Jun 14 16:35:57.323023 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b9db4bc1-e29c-40c2-8c40-893e97996e9d req-114b7b01-cb5a-49c5-8768-9ee4b31944e8 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582619 Jun 14 16:35:57.797552 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b720668-8794-4cb6-8211-968738b5aed9 req-2b522ef6-8da1-4812-bd80-1f64983d80f0 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:57.799224 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1b720668-8794-4cb6-8211-968738b5aed9 req-2b522ef6-8da1-4812-bd80-1f64983d80f0 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.1067884 Jun 14 16:35:57.848102 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1b720668-8794-4cb6-8211-968738b5aed9 req-c6831dec-27f3-4a7e-98f8-d0395dd1c9a6 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431600 Jun 14 16:35:59.048851 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f4cc9-38a5-4f73-96d9-2ca105d52e0f req-052ec380-8d61-44e5-83d5-50782f5d364a tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:59.050296 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-383f4cc9-38a5-4f73-96d9-2ca105d52e0f req-052ec380-8d61-44e5-83d5-50782f5d364a tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.0806930 Jun 14 16:35:59.096842 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-383f4cc9-38a5-4f73-96d9-2ca105d52e0f req-ca970d89-612b-49f8-b0bb-e07ffdc386a2 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395675 Jun 14 16:35:59.873853 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-c5257ce8-1095-42de-9b3a-9782b7b64c85 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:35:59.875458 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-c5257ce8-1095-42de-9b3a-9782b7b64c85 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/networks?id=bd7d09c4-b964-4950-a9a3-957692e9cb01 HTTP/1.1" status: 200 len: 814 time: 0.2159660 Jun 14 16:35:59.898711 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-f2cc81ca-c2d4-4701-9852-007c5028d087 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/quotas/ac243c315f15403eb53dc16ca380955a HTTP/1.1" status: 200 len: 375 time: 0.0164785 Jun 14 16:36:00.035843 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-947290eb-a3b9-4c4e-87bb-4c01a8578f10 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac243c315f15403eb53dc16ca380955a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1205726 Jun 14 16:36:00.362386 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-9ca2c5df-83bd-42e8-9b7f-948c20dbb597 service neutron] 10.222.0.25 "GET /v2.0/networks/bd7d09c4-b964-4950-a9a3-957692e9cb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978585 Jun 14 16:36:00.525247 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1f649-36ef-4cae-b723-c4da1121c6e6 req-7f4cff77-a48f-4c1a-82cd-d8302bb51b8b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:00.526792 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-93c1f649-36ef-4cae-b723-c4da1121c6e6 req-7f4cff77-a48f-4c1a-82cd-d8302bb51b8b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.2285562 Jun 14 16:36:00.563973 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-32767c50-f3ef-4ec9-87ad-4808f3cc3a49 service neutron] 10.222.0.25 "GET /v2.0/networks/bd7d09c4-b964-4950-a9a3-957692e9cb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980941 Jun 14 16:36:00.604160 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-93c1f649-36ef-4cae-b723-c4da1121c6e6 req-8e7517ec-cb31-48b2-9c1c-8eaf67d54c96 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659592 Jun 14 16:36:00.932906 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e4dbb43a-475a-4f5f-8f3f-7daa3a492d03 req-ab1bdcb1-1abf-4f36-b859-0215145bf149 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 210 time: 0.0997436 Jun 14 16:36:01.885080 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8fc46-8fba-4f80-bc41-230b530db2be req-6ec619bb-9186-4277-a3cd-0e8bf6baec53 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:01.887895 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7ae8fc46-8fba-4f80-bc41-230b530db2be req-6ec619bb-9186-4277-a3cd-0e8bf6baec53 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.1133785 Jun 14 16:36:01.960229 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7ae8fc46-8fba-4f80-bc41-230b530db2be req-3ae92a33-86ff-4771-980c-dba6e5792125 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620971 Jun 14 16:36:02.215279 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f412cc6c-c4d7-4fbe-8700-ac0c91369b13 req-bf7775e4-d76a-4f51-8009-b3dc10230217 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 210 time: 0.0496237 Jun 14 16:36:03.309148 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5b9a8-00ad-4c99-b94c-a5690a2f7d8f req-004f3114-b160-4758-8df3-86902057af04 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:03.311839 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-23a5b9a8-00ad-4c99-b94c-a5690a2f7d8f req-004f3114-b160-4758-8df3-86902057af04 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.1518493 Jun 14 16:36:03.373453 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:36:03.391904 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-23a5b9a8-00ad-4c99-b94c-a5690a2f7d8f req-931dc454-0e57-4c27-83fd-ec67bc0821d4 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676208 Jun 14 16:36:03.472882 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-cb2c5bf3-5dec-430d-ad50-17900eb415bc req-036d2271-0dfc-4ec2-b9a1-627320808f44 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 210 time: 0.0478466 Jun 14 16:36:04.722022 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1693cc-ca4b-4db8-bfe8-db569515d437 req-786238d8-d490-40d9-b673-82cce3f05a23 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:04.731272 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bc1693cc-ca4b-4db8-bfe8-db569515d437 req-786238d8-d490-40d9-b673-82cce3f05a23 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.1636610 Jun 14 16:36:04.791415 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-19d3ba11-051e-4080-9252-5e9a0da186aa req-83d9f6ce-821c-4d38-bbc4-be3ae998e9b5 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 210 time: 0.0993879 Jun 14 16:36:04.848402 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bc1693cc-ca4b-4db8-bfe8-db569515d437 req-5bb7d749-8ba2-4f91-8a26-fff73cdc202e tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776420 Jun 14 16:36:05.707015 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0342c07-c905-4633-a422-572dd4ef4414 req-cba0267d-d11c-443b-b938-44c54699f780 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:05.708881 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b0342c07-c905-4633-a422-572dd4ef4414 req-cba0267d-d11c-443b-b938-44c54699f780 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.1097450 Jun 14 16:36:05.762574 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b0342c07-c905-4633-a422-572dd4ef4414 req-7e0465b3-4298-4856-b118-41c0b1e4628e tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423644 Jun 14 16:36:06.061937 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e30b427f-8ecb-4e41-a08a-7302c4182739 req-10778005-22b1-4194-9987-b147435fbac7 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 210 time: 0.0531120 Jun 14 16:36:06.351501 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a311a2-886e-4923-a067-c08196ba5b6e req-0dd3e766-bf0e-4a55-9938-ec6177b5befb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:06.353408 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-95a311a2-886e-4923-a067-c08196ba5b6e req-0dd3e766-bf0e-4a55-9938-ec6177b5befb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.1013329 Jun 14 16:36:06.436983 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-95a311a2-886e-4923-a067-c08196ba5b6e req-29bf6047-0ff0-4c8a-a3fd-8915d095ff01 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735140 Jun 14 16:36:07.359021 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-42fcc262-8209-4651-9740-fe2840ffb45a req-d8eebb97-1934-44ca-ac2e-8a1be3838275 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 210 time: 0.0520847 Jun 14 16:36:07.405480 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:07.746031 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51737fc-eb92-410b-9eb9-2e05175b3600 req-df65532a-c6a6-4b47-9518-bc9b8cddf476 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:07.750323 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e51737fc-eb92-410b-9eb9-2e05175b3600 req-df65532a-c6a6-4b47-9518-bc9b8cddf476 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.1066465 Jun 14 16:36:07.830997 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e51737fc-eb92-410b-9eb9-2e05175b3600 req-3276e9ec-105a-4108-a4df-e16cc01db5a7 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665774 Jun 14 16:36:08.585993 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-97a1da0d-c259-45a3-95cd-9702283323a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:08.588492 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-903870d3-075b-4a4a-8f00-02da1a8641c3 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:08.597319 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-903870d3-075b-4a4a-8f00-02da1a8641c3 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.43 "GET /v2.0/networks?id=bd7d09c4-b964-4950-a9a3-957692e9cb01 HTTP/1.1" status: 200 len: 814 time: 0.4252536 Jun 14 16:36:08.628634 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-b72a1d14-2492-47ac-8801-ed6e9077893a tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Request body: {'port': {'device_id': '6dcb6a42-fb6c-4f93-ad89-04278ea63856', 'network_id': 'bd7d09c4-b964-4950-a9a3-957692e9cb01', 'admin_state_up': True, 'tenant_id': 'ac243c315f15403eb53dc16ca380955a'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:36:08.769826 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-aa060862-39a2-45a6-ad27-4284a5a78205 req-161c1911-f64f-4438-a423-e594e945dae3 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 210 time: 0.0702460 Jun 14 16:36:09.015072 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-b72a1d14-2492-47ac-8801-ed6e9077893a tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Made reservation on behalf of ac243c315f15403eb53dc16ca380955a for: {'port': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:36:09.023324 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-b72a1d14-2492-47ac-8801-ed6e9077893a tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:09.464777 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417671d2-d510-4437-94c4-868de4ca2ea3 req-caa67f8f-1be7-421c-9740-1303f4f6d4fe tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:09.466863 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-417671d2-d510-4437-94c4-868de4ca2ea3 req-caa67f8f-1be7-421c-9740-1303f4f6d4fe tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.3810568 Jun 14 16:36:09.630631 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-b72a1d14-2492-47ac-8801-ed6e9077893a tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Allocated IP 172.20.0.3 (bd7d09c4-b964-4950-a9a3-957692e9cb01/7ece1e9a-b949-43f4-a508-05ba75586006/423c5470-d5de-4d5a-abe8-66aec65f3120) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:36:10.046263 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-417671d2-d510-4437-94c4-868de4ca2ea3 req-a238c37e-2e46-4b88-b382-8567d51628f5 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5616872 Jun 14 16:36:10.298235 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e9b114ff-c269-423a-971a-58a4272a4b77 req-6739326a-0559-46d8-a16f-99fbd17eea20 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 210 time: 0.1142097 Jun 14 16:36:10.465290 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-b72a1d14-2492-47ac-8801-ed6e9077893a tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:10.518585 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-b72a1d14-2492-47ac-8801-ed6e9077893a tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Transition to ACTIVE for port object 423c5470-d5de-4d5a-abe8-66aec65f3120 will not be triggered until provisioned by entity DHCP. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:36:10.604732 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-b72a1d14-2492-47ac-8801-ed6e9077893a tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12205892'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:10.619295 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b19f301a-9e22-40c2-8e83-69e14315cd50 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:10.733004 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a1d14-2492-47ac-8801-ed6e9077893a tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Pushing event updated for resources: {'Port': ['ID=423c5470-d5de-4d5a-abe8-66aec65f3120,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:10.754127 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b72a1d14-2492-47ac-8801-ed6e9077893a tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:10.782871 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-b72a1d14-2492-47ac-8801-ed6e9077893a tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Network bd7d09c4-b964-4950-a9a3-957692e9cb01 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:36:10.786075 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-b72a1d14-2492-47ac-8801-ed6e9077893a tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:36:10.802670 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:10.808322 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-b72a1d14-2492-47ac-8801-ed6e9077893a tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:36:10.951548 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-b72a1d14-2492-47ac-8801-ed6e9077893a tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:10.952922 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-b72a1d14-2492-47ac-8801-ed6e9077893a tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:10.978456 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-b72a1d14-2492-47ac-8801-ed6e9077893a tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3671188 Jun 14 16:36:10.998679 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-22d0c84e-86a6-44de-b68b-fa3ed2446701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:11.273848 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Request body: {'port': {'device_id': '6dcb6a42-fb6c-4f93-ad89-04278ea63856', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:36:11.331948 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-419314ea-acec-4f12-bfdf-5377a55de00e None None] Provisioning for port 423c5470-d5de-4d5a-abe8-66aec65f3120 completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:36:11.338938 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-419314ea-acec-4f12-bfdf-5377a55de00e None None] Provisioning complete for port 423c5470-d5de-4d5a-abe8-66aec65f3120 triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:36:11.339654 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-419314ea-acec-4f12-bfdf-5377a55de00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:11.465617 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-419314ea-acec-4f12-bfdf-5377a55de00e None None] Port 423c5470-d5de-4d5a-abe8-66aec65f3120 cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:36:11.790954 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:11.829444 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa648b2-6d25-4a22-ab44-de382106288a req-ed472f5d-0a70-43f9-b2ce-b13b214d7d8b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:11.831156 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6aa648b2-6d25-4a22-ab44-de382106288a req-ed472f5d-0a70-43f9-b2ce-b13b214d7d8b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.3395607 Jun 14 16:36:11.998869 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb242d2-91e6-42a2-a27b-6858f3d41217 req-844864cf-6ccd-419d-9403-c15f2f9354ac tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:12.002661 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4eb242d2-91e6-42a2-a27b-6858f3d41217 req-844864cf-6ccd-419d-9403-c15f2f9354ac tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 931 time: 0.3562274 Jun 14 16:36:12.085945 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6aa648b2-6d25-4a22-ab44-de382106288a req-88add5f3-b061-49bb-bc4c-b03e04d17570 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854796 Jun 14 16:36:12.364698 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:12.418381 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4eb242d2-91e6-42a2-a27b-6858f3d41217 req-eda297d7-176a-4f4f-aa97-e960ba7a0554 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/security-groups?id=e40ac0a6-fb1b-47df-b5fb-7eaa276e6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860080 Jun 14 16:36:13.070552 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 423c5470-d5de-4d5a-abe8-66aec65f3120 {{(pid=91924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:36:13.086919 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:13.115370 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Transition to ACTIVE for port object 423c5470-d5de-4d5a-abe8-66aec65f3120 will not be triggered until provisioned by entity L2. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:36:13.125852 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:13.128713 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:13.595355 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=423c5470-d5de-4d5a-abe8-66aec65f3120,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:13.612053 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:13.735808 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Attempting to bind port 423c5470-d5de-4d5a-abe8-66aec65f3120 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:36:13.738699 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Attempting to bind port 423c5470-d5de-4d5a-abe8-66aec65f3120 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '914fa835-60b5-41f5-9a64-2daa16547456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'bd7d09c4-b964-4950-a9a3-957692e9cb01'}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:36:13.739254 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Attempting to bind port 423c5470-d5de-4d5a-abe8-66aec65f3120 on network bd7d09c4-b964-4950-a9a3-957692e9cb01 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:36:13.774856 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Port 423c5470-d5de-4d5a-abe8-66aec65f3120 on network bd7d09c4-b964-4950-a9a3-957692e9cb01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:36:13.775617 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Attempting to bind port 423c5470-d5de-4d5a-abe8-66aec65f3120 on network bd7d09c4-b964-4950-a9a3-957692e9cb01 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:36:13.800716 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Checking agent: {'id': 'd91e4a82-0936-47d0-84c3-2c620c6821d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'started_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:36:13.801382 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Checking segment: {'id': '914fa835-60b5-41f5-9a64-2daa16547456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'bd7d09c4-b964-4950-a9a3-957692e9cb01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:36:13.802394 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Bound using segment: {'id': '914fa835-60b5-41f5-9a64-2daa16547456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'bd7d09c4-b964-4950-a9a3-957692e9cb01'} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:36:13.803403 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Bound port: 423c5470-d5de-4d5a-abe8-66aec65f3120, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914fa835-60b5-41f5-9a64-2daa16547456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'bd7d09c4-b964-4950-a9a3-957692e9cb01'}}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:36:13.804183 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:13.926856 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912d43e-5fc8-4fec-885d-737ba148134c req-37bfb024-f7a3-4786-a074-480d71a0c2fc tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:13.947667 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f912d43e-5fc8-4fec-885d-737ba148134c req-37bfb024-f7a3-4786-a074-480d71a0c2fc tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.3724854 Jun 14 16:36:14.225808 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:14.268110 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] For port 423c5470-d5de-4d5a-abe8-66aec65f3120, host hv-cinder-79628, cleared binding levels {{(pid=91924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:36:14.282078 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f912d43e-5fc8-4fec-885d-737ba148134c req-5c808a50-33c3-4f42-8582-d9e25107e9ba tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353692 Jun 14 16:36:14.327391 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] For port 423c5470-d5de-4d5a-abe8-66aec65f3120, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=423c5470-d5de-4d5a-abe8-66aec65f3120,segment=NetworkSegment(914fa835-60b5-41f5-9a64-2daa16547456),segment_id=914fa835-60b5-41f5-9a64-2daa16547456)] {{(pid=91924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:36:14.333371 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:14.337177 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-4ae0d9a3-e940-45ad-a1c5-b0410a0f43de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:14.383037 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397dcebc-3c51-4fd1-8cd3-612744131057 req-db532592-a845-47c0-ab58-f600e30ff196 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:14.384748 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-397dcebc-3c51-4fd1-8cd3-612744131057 req-db532592-a845-47c0-ab58-f600e30ff196 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 943 time: 0.3266416 Jun 14 16:36:14.531332 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-397dcebc-3c51-4fd1-8cd3-612744131057 req-0dad9f21-d32f-429c-b071-ac29b02e38b9 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/security-groups?id=e40ac0a6-fb1b-47df-b5fb-7eaa276e6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993137 Jun 14 16:36:14.572061 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:14.573480 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:14.576078 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] 10.222.0.43 "PUT /v2.0/ports/423c5470-d5de-4d5a-abe8-66aec65f3120 HTTP/1.1" status: 200 len: 1093 time: 3.3091450 Jun 14 16:36:14.577156 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dcb6a42-fb6c-4f93-ad89-04278ea63856', 'tag': '423c5470-d5de-4d5a-abe8-66aec65f3120'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:36:14.581998 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce832884-e07e-4589-9606-84755d3d1efe" -d '{"events": [{"name": "network-changed", "server_uuid": "6dcb6a42-fb6c-4f93-ad89-04278ea63856", "tag": "423c5470-d5de-4d5a-abe8-66aec65f3120"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:36:14.600587 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=423c5470-d5de-4d5a-abe8-66aec65f3120,revision_number=3']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:14.609006 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:14.609656 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:14.610159 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:14.610688 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:14.611197 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:14.611709 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:14.612411 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:14.612921 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:14.613411 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:14.613894 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:14.614431 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:14.614974 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:36:14.623024 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:14.668036 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dba267b-8daf-4fc3-9c7f-24980c91eee7 x-openstack-request-id: req-8dba267b-8daf-4fc3-9c7f-24980c91eee7 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:36:14.668362 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dcb6a42-fb6c-4f93-ad89-04278ea63856", "tag": "423c5470-d5de-4d5a-abe8-66aec65f3120", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:36:14.668688 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8dba267b-8daf-4fc3-9c7f-24980c91eee7 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:36:14.669202 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dcb6a42-fb6c-4f93-ad89-04278ea63856', 'tag': '423c5470-d5de-4d5a-abe8-66aec65f3120', 'status': 'completed', 'code': 200} Jun 14 16:36:15.503956 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6da576-da2e-4a5d-89f2-3f648a90bf04 req-43f4d0de-af50-4fef-98ab-9311e806ed85 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:15.505674 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0d6da576-da2e-4a5d-89f2-3f648a90bf04 req-43f4d0de-af50-4fef-98ab-9311e806ed85 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.0879309 Jun 14 16:36:15.557458 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0d6da576-da2e-4a5d-89f2-3f648a90bf04 req-4f9db147-49b6-4bc0-888f-6c53478b5bb7 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415165 Jun 14 16:36:15.816739 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bee8fa-a1b5-41ff-bdd2-036e10ad2428 req-33259abb-3b2c-428c-9de6-1d83d8c9029e tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:15.818718 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b4bee8fa-a1b5-41ff-bdd2-036e10ad2428 req-33259abb-3b2c-428c-9de6-1d83d8c9029e tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 943 time: 0.1001780 Jun 14 16:36:15.867402 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b4bee8fa-a1b5-41ff-bdd2-036e10ad2428 req-3a349a8a-493b-49c5-b17c-b260fe50134d tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/security-groups?id=e40ac0a6-fb1b-47df-b5fb-7eaa276e6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414703 Jun 14 16:36:16.798710 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf58cab-46ee-4610-ab82-2b40b026ede6 req-61000cbb-e709-48fa-8940-f7adf453784c tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:16.800222 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bcf58cab-46ee-4610-ab82-2b40b026ede6 req-61000cbb-e709-48fa-8940-f7adf453784c tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.0889435 Jun 14 16:36:16.867028 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bcf58cab-46ee-4610-ab82-2b40b026ede6 req-f109935e-152b-4119-9d44-e6eb240c005a tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560672 Jun 14 16:36:17.094814 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da66492-8853-43ff-93e4-f4a68cb47db5 req-0d3666f6-822b-458f-bb33-adea76f47128 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:17.096452 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5da66492-8853-43ff-93e4-f4a68cb47db5 req-0d3666f6-822b-458f-bb33-adea76f47128 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 943 time: 0.0845156 Jun 14 16:36:17.481830 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5da66492-8853-43ff-93e4-f4a68cb47db5 req-cee646d2-0d95-4f4c-8ba7-c2a8721e4382 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/security-groups?id=e40ac0a6-fb1b-47df-b5fb-7eaa276e6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752627 Jun 14 16:36:18.091890 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28731833-c195-478a-9ead-09abc0586e9a req-65004245-bef2-489d-827e-e70aa6bdee45 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:18.094241 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-28731833-c195-478a-9ead-09abc0586e9a req-65004245-bef2-489d-827e-e70aa6bdee45 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.0924296 Jun 14 16:36:18.165852 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-28731833-c195-478a-9ead-09abc0586e9a req-443aba86-7bb8-4f8a-94eb-901861bbb310 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625074 Jun 14 16:36:18.732807 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ff838-414b-4e6a-b8ef-292eb65c6b4e req-6c537b30-4188-4793-b9e6-6065fb70a861 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:18.734404 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a43ff838-414b-4e6a-b8ef-292eb65c6b4e req-6c537b30-4188-4793-b9e6-6065fb70a861 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 943 time: 0.1140561 Jun 14 16:36:18.785237 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a43ff838-414b-4e6a-b8ef-292eb65c6b4e req-957fcd2d-4826-4dad-bfe0-9ba1583c0070 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/security-groups?id=e40ac0a6-fb1b-47df-b5fb-7eaa276e6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418758 Jun 14 16:36:19.408206 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc90d1-e7e6-4d02-897d-785f1d13ec73 req-f221837c-56df-45c2-87c6-88417f8e49b0 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:19.409799 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-72fc90d1-e7e6-4d02-897d-785f1d13ec73 req-f221837c-56df-45c2-87c6-88417f8e49b0 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.0850008 Jun 14 16:36:19.464865 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-72fc90d1-e7e6-4d02-897d-785f1d13ec73 req-076107c9-ccbc-4428-8a3f-09f840bfbca3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450709 Jun 14 16:36:20.036992 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b62a43-094b-4b81-b114-cb5b9a495e2d req-9d6c6e0d-f629-40d9-b8eb-cda785914ba7 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:20.039608 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c2b62a43-094b-4b81-b114-cb5b9a495e2d req-9d6c6e0d-f629-40d9-b8eb-cda785914ba7 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 943 time: 0.1024733 Jun 14 16:36:20.088748 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c2b62a43-094b-4b81-b114-cb5b9a495e2d req-c913e1ff-708e-46f6-bc3a-fd94f63a9638 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/security-groups?id=e40ac0a6-fb1b-47df-b5fb-7eaa276e6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399158 Jun 14 16:36:20.687816 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026dd19-913c-4f19-b104-d6a5b141f17d req-c50b1311-5b87-42c4-aa60-1fe136c1c0d2 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:20.689492 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5026dd19-913c-4f19-b104-d6a5b141f17d req-c50b1311-5b87-42c4-aa60-1fe136c1c0d2 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.0899208 Jun 14 16:36:20.736618 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5026dd19-913c-4f19-b104-d6a5b141f17d req-936d2280-dfd9-4137-9395-1d463328767c tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402267 Jun 14 16:36:21.311816 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60532d5-4158-4c6f-80a5-f5aabb5bce85 req-08c183b0-1aa0-472f-8eca-fb20c68793bf tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:21.313348 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d60532d5-4158-4c6f-80a5-f5aabb5bce85 req-08c183b0-1aa0-472f-8eca-fb20c68793bf tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 943 time: 0.0847394 Jun 14 16:36:21.366158 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d60532d5-4158-4c6f-80a5-f5aabb5bce85 req-71b03e3a-2f92-45ba-982c-86abe6f0e765 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/security-groups?id=e40ac0a6-fb1b-47df-b5fb-7eaa276e6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461771 Jun 14 16:36:21.953537 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061d678-5562-4400-8d80-48982f22672e req-5e65ca29-573f-454f-85fb-dc8ad43677e0 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:21.955045 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2061d678-5562-4400-8d80-48982f22672e req-5e65ca29-573f-454f-85fb-dc8ad43677e0 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.0797908 Jun 14 16:36:22.035432 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2061d678-5562-4400-8d80-48982f22672e req-0c200d29-2d11-4ce6-ba0f-48d8f3b4776a tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738730 Jun 14 16:36:22.643939 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26756c42-2378-41e3-8ef6-1b21a1390b8e req-7da01123-7507-49d5-b802-6b898be5cf26 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:22.645456 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-26756c42-2378-41e3-8ef6-1b21a1390b8e req-7da01123-7507-49d5-b802-6b898be5cf26 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 943 time: 0.1169751 Jun 14 16:36:22.702483 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-26756c42-2378-41e3-8ef6-1b21a1390b8e req-ef3d08dd-dc0d-4242-b013-5422c6d963b8 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/security-groups?id=e40ac0a6-fb1b-47df-b5fb-7eaa276e6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512588 Jun 14 16:36:23.281203 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35bb35-f3ee-419d-b3e2-e0862e3639c8 req-ab6dfae1-e74d-4346-a078-ffebeb04b28b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:23.282800 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7c35bb35-f3ee-419d-b3e2-e0862e3639c8 req-ab6dfae1-e74d-4346-a078-ffebeb04b28b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.1060603 Jun 14 16:36:23.331540 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7c35bb35-f3ee-419d-b3e2-e0862e3639c8 req-5eb0d155-111e-4f9e-aae6-12f113bc54fd tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425949 Jun 14 16:36:23.928193 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0fff3-dc8c-4374-98a0-8c17a5246f25 req-9123eac0-e1b5-4ec9-8a34-5f1e37d1bfec tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:23.929756 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f1c0fff3-dc8c-4374-98a0-8c17a5246f25 req-9123eac0-e1b5-4ec9-8a34-5f1e37d1bfec tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 943 time: 0.0877297 Jun 14 16:36:23.988078 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f1c0fff3-dc8c-4374-98a0-8c17a5246f25 req-34444676-87ab-4b9c-84ba-25f773af7f2f tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/security-groups?id=e40ac0a6-fb1b-47df-b5fb-7eaa276e6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503805 Jun 14 16:36:24.557714 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8314b2-1cd9-42ed-879e-6d7283326ebb req-522ff58b-002b-4623-9890-1bc351195bef tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:24.559425 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-df8314b2-1cd9-42ed-879e-6d7283326ebb req-522ff58b-002b-4623-9890-1bc351195bef tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.0812805 Jun 14 16:36:24.625796 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-df8314b2-1cd9-42ed-879e-6d7283326ebb req-de878aae-2c84-4c72-968f-02b1ae97b8d8 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574024 Jun 14 16:36:25.242068 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73429942-2b1f-4079-b1ae-5c97be762149 req-bb0e76be-ef9e-42f0-872d-56f0c2cdd6e8 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:25.247334 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-73429942-2b1f-4079-b1ae-5c97be762149 req-bb0e76be-ef9e-42f0-872d-56f0c2cdd6e8 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 943 time: 0.1012325 Jun 14 16:36:25.293073 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-73429942-2b1f-4079-b1ae-5c97be762149 req-51c1b469-d924-45b9-a6dc-518af0533406 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/security-groups?id=e40ac0a6-fb1b-47df-b5fb-7eaa276e6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418169 Jun 14 16:36:25.861883 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3123b-1dcf-4486-b10a-52310e34e118 req-29108661-dff0-490e-beba-afa019839e52 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:25.864813 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dbb3123b-1dcf-4486-b10a-52310e34e118 req-29108661-dff0-490e-beba-afa019839e52 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.0906730 Jun 14 16:36:25.940212 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dbb3123b-1dcf-4486-b10a-52310e34e118 req-ab08b9f5-3741-4903-aadf-2104f65e862c tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684931 Jun 14 16:36:26.501668 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46886e-0171-4b2d-80ef-ffcb6dd6aece req-c3f48291-e954-4c68-bc14-7d6da9ab6347 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:26.504422 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dd46886e-0171-4b2d-80ef-ffcb6dd6aece req-c3f48291-e954-4c68-bc14-7d6da9ab6347 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 943 time: 0.0896697 Jun 14 16:36:26.560370 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dd46886e-0171-4b2d-80ef-ffcb6dd6aece req-d597fde5-75bf-4ddf-bd85-f0e5281b445b tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/security-groups?id=e40ac0a6-fb1b-47df-b5fb-7eaa276e6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499017 Jun 14 16:36:27.163899 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a8afb-2e62-4ce4-b6e0-6de4d091a73a req-8aa58c96-2b64-4f78-bb1a-95c831e3c891 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:27.165442 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b48a8afb-2e62-4ce4-b6e0-6de4d091a73a req-8aa58c96-2b64-4f78-bb1a-95c831e3c891 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.1063359 Jun 14 16:36:27.262659 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b48a8afb-2e62-4ce4-b6e0-6de4d091a73a req-c3774f52-1517-46a4-95a6-6b1cb03602f9 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901690 Jun 14 16:36:27.328836 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce832884-e07e-4589-9606-84755d3d1efe req-ceaca78f-a164-433e-b441-edc8e5573f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:27.330363 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ce832884-e07e-4589-9606-84755d3d1efe req-ceaca78f-a164-433e-b441-edc8e5573f64 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac243c315f15403eb53dc16ca380955a&device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 1096 time: 0.0982120 Jun 14 16:36:27.484993 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce832884-e07e-4589-9606-84755d3d1efe req-4d8b5f0c-cba1-402b-8bb1-90c0b55c4f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:27.486532 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ce832884-e07e-4589-9606-84755d3d1efe req-4d8b5f0c-cba1-402b-8bb1-90c0b55c4f44 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=ac243c315f15403eb53dc16ca380955a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1372960 Jun 14 16:36:27.635366 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce832884-e07e-4589-9606-84755d3d1efe req-ba931337-3daa-4f5f-9cb5-56d243fc1d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:27.637771 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ce832884-e07e-4589-9606-84755d3d1efe req-ba931337-3daa-4f5f-9cb5-56d243fc1d80 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1394701 Jun 14 16:36:27.788196 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-901b74ae-954f-46a3-9b1f-40ee5aedd36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:27.789633 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-901b74ae-954f-46a3-9b1f-40ee5aedd36a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac243c315f15403eb53dc16ca380955a&device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 1096 time: 0.1097205 Jun 14 16:36:27.798976 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2c437-22fc-45a2-bbe7-63540b686248 req-e554a1d3-f148-4eb4-bd78-28c9557fcdf3 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:27.800561 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1cd2c437-22fc-45a2-bbe7-63540b686248 req-e554a1d3-f148-4eb4-bd78-28c9557fcdf3 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 943 time: 0.0894148 Jun 14 16:36:27.859600 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-92a172fd-f6bb-4f33-8b8a-845e680bbc63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=423c5470-d5de-4d5a-abe8-66aec65f3120 HTTP/1.1" status: 200 len: 217 time: 0.0573204 Jun 14 16:36:27.931725 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1cd2c437-22fc-45a2-bbe7-63540b686248 req-656dedc0-b9b3-40e4-9d76-99fc4aa6ef12 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/security-groups?id=e40ac0a6-fb1b-47df-b5fb-7eaa276e6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197798 Jun 14 16:36:27.938250 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-0b9bb7a1-0785-485f-8994-d55dcb29da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:27.940135 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-0b9bb7a1-0785-485f-8994-d55dcb29da3c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7ece1e9a-b949-43f4-a508-05ba75586006 HTTP/1.1" status: 200 len: 853 time: 0.0726998 Jun 14 16:36:28.012964 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-2d6696f1-2add-4fbb-bf68-3a6a3fb5ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:28.014677 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-2d6696f1-2add-4fbb-bf68-3a6a3fb5ccb8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bd7d09c4-b964-4950-a9a3-957692e9cb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658088 Jun 14 16:36:28.130499 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-b35f53ac-569d-40d0-9864-ff79c77de98e service neutron] 10.222.0.43 "GET /v2.0/networks/bd7d09c4-b964-4950-a9a3-957692e9cb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081855 Jun 14 16:36:28.255500 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e5379e17-a128-4ef6-9e06-fc2c563d56fc req-3ee19e10-50c8-4582-96e3-b66238278b1f service neutron] 10.222.0.43 "GET /v2.0/networks/bd7d09c4-b964-4950-a9a3-957692e9cb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177309 Jun 14 16:36:28.459223 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ca861-0689-4bbf-984b-ea4d5aa64aed req-95e8b1e3-0957-49b8-8f9f-f4b6b0065794 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:28.461351 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-368ca861-0689-4bbf-984b-ea4d5aa64aed req-95e8b1e3-0957-49b8-8f9f-f4b6b0065794 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.0793309 Jun 14 16:36:28.505143 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-368ca861-0689-4bbf-984b-ea4d5aa64aed req-7ec0095f-62d9-424d-bced-3527b98ea833 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379193 Jun 14 16:36:28.948847 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a66461-60c0-431a-ad1c-517f3088b856 req-d0956499-fe22-4073-b0e3-c14ccb0ebfe9 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:28.950376 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-65a66461-60c0-431a-ad1c-517f3088b856 req-d0956499-fe22-4073-b0e3-c14ccb0ebfe9 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.1240022 Jun 14 16:36:28.982156 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bbd74-e040-4a40-8e45-403c73497e67 req-b5da704e-1781-41c5-8654-01a5c82ae6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:28.983712 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ae5bbd74-e040-4a40-8e45-403c73497e67 req-b5da704e-1781-41c5-8654-01a5c82ae6c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8586ae834394465a86a02671a1260b36&device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 1098 time: 0.1071725 Jun 14 16:36:29.026613 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-65a66461-60c0-431a-ad1c-517f3088b856 req-6c12a8fe-3e6c-49b0-a995-91743ca2207c tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695307 Jun 14 16:36:29.160973 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bbd74-e040-4a40-8e45-403c73497e67 req-6b4b7c43-f5f0-46a4-87e1-065ea46f1dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:29.162616 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ae5bbd74-e040-4a40-8e45-403c73497e67 req-6b4b7c43-f5f0-46a4-87e1-065ea46f1dcc service neutron] 10.222.0.43 "GET /v2.0/networks?id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 HTTP/1.1" status: 200 len: 911 time: 0.1660521 Jun 14 16:36:29.263780 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43204dde-8a14-469c-8aee-a456c1aa1064 req-746c0c74-0997-4881-a435-557aa67cc85b tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:29.265323 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-43204dde-8a14-469c-8aee-a456c1aa1064 req-746c0c74-0997-4881-a435-557aa67cc85b tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 943 time: 0.1707618 Jun 14 16:36:29.267337 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ae5bbd74-e040-4a40-8e45-403c73497e67 req-56e58eb1-1075-4f6f-a7a3-0377267d0a33 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=929f886e-28a3-4e84-a40d-fa6044d9717e HTTP/1.1" status: 200 len: 1001 time: 0.0963736 Jun 14 16:36:29.362418 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-43204dde-8a14-469c-8aee-a456c1aa1064 req-f7e3e97c-9941-466d-afa4-9ddac61eedf9 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/security-groups?id=e40ac0a6-fb1b-47df-b5fb-7eaa276e6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873804 Jun 14 16:36:29.364175 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bbd74-e040-4a40-8e45-403c73497e67 req-4fd79f09-95f9-4723-9492-281b90a2e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:29.365609 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ae5bbd74-e040-4a40-8e45-403c73497e67 req-4fd79f09-95f9-4723-9492-281b90a2e777 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60993bc5-fab3-4267-a96d-bd92b388336f HTTP/1.1" status: 200 len: 849 time: 0.0756316 Jun 14 16:36:29.436707 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bbd74-e040-4a40-8e45-403c73497e67 req-66840f12-9c75-4584-abca-068c3a3594b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:29.438214 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ae5bbd74-e040-4a40-8e45-403c73497e67 req-66840f12-9c75-4584-abca-068c3a3594b7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653403 Jun 14 16:36:29.552340 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ae5bbd74-e040-4a40-8e45-403c73497e67 req-a3d9733f-abb9-4ab9-af2a-641a6a1f024f service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062071 Jun 14 16:36:29.702794 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ae5bbd74-e040-4a40-8e45-403c73497e67 req-57b49327-8f8f-4486-ba93-199a11d7db8f service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231680 Jun 14 16:36:30.229763 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6af829-c14f-4cd9-b8db-a342d643053d req-216f6071-fb54-4aef-9a95-15d7d1174317 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:30.231292 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3e6af829-c14f-4cd9-b8db-a342d643053d req-216f6071-fb54-4aef-9a95-15d7d1174317 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.0778811 Jun 14 16:36:30.281852 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3e6af829-c14f-4cd9-b8db-a342d643053d req-debf1ac2-d025-48bb-af66-9abb0dca0b3e tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395830 Jun 14 16:36:30.558225 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dffb92-8a62-403a-ad7a-b5a478282f9c req-8301d31f-df75-4c54-abed-8e10f1af0884 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:30.559699 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e0dffb92-8a62-403a-ad7a-b5a478282f9c req-8301d31f-df75-4c54-abed-8e10f1af0884 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 943 time: 0.0762827 Jun 14 16:36:30.615297 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e0dffb92-8a62-403a-ad7a-b5a478282f9c req-63c4611a-022f-4ac6-bfb3-8b582841516e tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/security-groups?id=e40ac0a6-fb1b-47df-b5fb-7eaa276e6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493615 Jun 14 16:36:31.486014 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71fb57-86ae-46c3-9384-538c959b2b02 req-4909cef8-b9a0-4b0d-bf77-26caf8c3fda2 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:31.487409 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9e71fb57-86ae-46c3-9384-538c959b2b02 req-4909cef8-b9a0-4b0d-bf77-26caf8c3fda2 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.0762959 Jun 14 16:36:31.535484 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9e71fb57-86ae-46c3-9384-538c959b2b02 req-909be124-3930-4817-acbb-eb68c2191c6f tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392597 Jun 14 16:36:31.805037 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e3162-6bd5-4591-a764-8f944c5939b1 req-ca681dc9-027c-4bde-b5c7-d3ea897ff536 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:31.806616 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ee5e3162-6bd5-4591-a764-8f944c5939b1 req-ca681dc9-027c-4bde-b5c7-d3ea897ff536 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 943 time: 0.0716670 Jun 14 16:36:31.849169 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 423c5470-d5de-4d5a-abe8-66aec65f3120 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91926) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:36:31.854456 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ee5e3162-6bd5-4591-a764-8f944c5939b1 req-6536d753-f2f1-4c30-bec8-bffb3dd58d10 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/security-groups?id=e40ac0a6-fb1b-47df-b5fb-7eaa276e6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403645 Jun 14 16:36:31.972192 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 423c5470-d5de-4d5a-abe8-66aec65f3120, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=423c5470-d5de-4d5a-abe8-66aec65f3120,segment=NetworkSegment(914fa835-60b5-41f5-9a64-2daa16547456),segment_id=914fa835-60b5-41f5-9a64-2daa16547456)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:36:31.984666 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Returning: {'device': '423c5470-d5de-4d5a-abe8-66aec65f3120', 'network_id': 'bd7d09c4-b964-4950-a9a3-957692e9cb01', 'port_id': '423c5470-d5de-4d5a-abe8-66aec65f3120', 'mac_address': 'fa:16:3e:58:68:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ece1e9a-b949-43f4-a508-05ba75586006', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91926) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:36:32.031520 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:32.047658 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 423c5470-d5de-4d5a-abe8-66aec65f3120 {{(pid=91926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:36:32.070085 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 423c5470-d5de-4d5a-abe8-66aec65f3120, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=423c5470-d5de-4d5a-abe8-66aec65f3120,segment=NetworkSegment(914fa835-60b5-41f5-9a64-2daa16547456),segment_id=914fa835-60b5-41f5-9a64-2daa16547456)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:36:32.075460 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:32.077303 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:32.133843 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=423c5470-d5de-4d5a-abe8-66aec65f3120,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:32.137798 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:32.385376 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['423c5470-d5de-4d5a-abe8-66aec65f3120'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:36:33.089463 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434346b-c29e-4467-a1b0-c65cd57f278c req-1034ef58-c218-4d7a-b1c0-46c6b531d50e tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:33.099000 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7434346b-c29e-4467-a1b0-c65cd57f278c req-1034ef58-c218-4d7a-b1c0-46c6b531d50e tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 944 time: 0.0963235 Jun 14 16:36:33.156733 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7434346b-c29e-4467-a1b0-c65cd57f278c req-40d59fc4-2a15-478e-9ed0-72fe07fefa35 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/security-groups?id=e40ac0a6-fb1b-47df-b5fb-7eaa276e6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561306 Jun 14 16:36:33.872875 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 423c5470-d5de-4d5a-abe8-66aec65f3120 up at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:36:33.933226 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning for port 423c5470-d5de-4d5a-abe8-66aec65f3120 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:36:33.938409 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning complete for port 423c5470-d5de-4d5a-abe8-66aec65f3120 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:36:33.938994 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:34.039276 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:34.073512 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcb6a42-fb6c-4f93-ad89-04278ea63856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423c5470-d5de-4d5a-abe8-66aec65f3120'}] {{(pid=91926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:36:34.076261 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b0a793cb4832d067d15d1ae193df815134514e8483bb184155629213ee4f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34d5dda-06e9-43be-ab88-5533abc42a2b" -d '{"events": [{"server_uuid": "6dcb6a42-fb6c-4f93-ad89-04278ea63856", "name": "network-vif-plugged", "status": "completed", "tag": "423c5470-d5de-4d5a-abe8-66aec65f3120"}]}' {{(pid=91926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:36:34.090530 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 423c5470-d5de-4d5a-abe8-66aec65f3120, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=423c5470-d5de-4d5a-abe8-66aec65f3120,segment=NetworkSegment(914fa835-60b5-41f5-9a64-2daa16547456),segment_id=914fa835-60b5-41f5-9a64-2daa16547456)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:36:34.095651 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:34.097681 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:36:34.124190 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4e17b1-b722-4ac7-871d-75413a8f0fa8 x-openstack-request-id: req-ad4e17b1-b722-4ac7-871d-75413a8f0fa8 {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:36:34.124477 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dcb6a42-fb6c-4f93-ad89-04278ea63856", "name": "network-vif-plugged", "status": "completed", "tag": "423c5470-d5de-4d5a-abe8-66aec65f3120", "code": 200}]} {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:36:34.124637 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad4e17b1-b722-4ac7-871d-75413a8f0fa8 {{(pid=91926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:36:34.124993 dv-cinder-796286-2-iscsi neutron-server[91926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dcb6a42-fb6c-4f93-ad89-04278ea63856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423c5470-d5de-4d5a-abe8-66aec65f3120', 'code': 200} Jun 14 16:36:34.162706 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=423c5470-d5de-4d5a-abe8-66aec65f3120,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:36:34.165785 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:36:34.405271 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fbeef-1ecf-4337-a840-4e151b6ea65e req-2f3d108f-a2ad-4198-a809-ba0a8b4f52b6 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:34.406812 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2a6fbeef-1ecf-4337-a840-4e151b6ea65e req-2f3d108f-a2ad-4198-a809-ba0a8b4f52b6 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 945 time: 0.1169548 Jun 14 16:36:34.416252 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72511a78-e185-4b0a-a693-3b35154ef99c req-0d9a4dea-54a2-4825-8991-834712b0bc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:34.417656 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-72511a78-e185-4b0a-a693-3b35154ef99c req-0d9a4dea-54a2-4825-8991-834712b0bc2f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 1098 time: 0.0941875 Jun 14 16:36:34.522719 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2a6fbeef-1ecf-4337-a840-4e151b6ea65e req-538b2dd0-11e2-47a2-bde3-2d3300f54b68 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/security-groups?id=e40ac0a6-fb1b-47df-b5fb-7eaa276e6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083667 Jun 14 16:36:34.563432 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-72511a78-e185-4b0a-a693-3b35154ef99c req-4f9fb9fe-174b-4a42-a27c-b563abde9d9e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e40ac0a6-fb1b-47df-b5fb-7eaa276e6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263132 Jun 14 16:36:34.604836 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-799d8099-7892-4e3d-803a-5cad26dd14f7 req-26a54e15-5f3a-418d-8b78-1a3a817ca5dd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1144302 Jun 14 16:36:34.691364 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d8099-7892-4e3d-803a-5cad26dd14f7 req-600884b9-9964-4b54-9da2-193deddb6f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:34.692875 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-799d8099-7892-4e3d-803a-5cad26dd14f7 req-600884b9-9964-4b54-9da2-193deddb6f5e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8586ae834394465a86a02671a1260b36&device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 1098 time: 0.0625265 Jun 14 16:36:35.088556 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d8099-7892-4e3d-803a-5cad26dd14f7 req-ee5d1ae4-a2c9-478d-bf58-c860a5a75dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:35.090126 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-799d8099-7892-4e3d-803a-5cad26dd14f7 req-ee5d1ae4-a2c9-478d-bf58-c860a5a75dc1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 HTTP/1.1" status: 200 len: 911 time: 0.3728502 Jun 14 16:36:35.180045 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-799d8099-7892-4e3d-803a-5cad26dd14f7 req-5f270d5b-8556-4218-ae92-21da9bacb416 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=929f886e-28a3-4e84-a40d-fa6044d9717e HTTP/1.1" status: 200 len: 1001 time: 0.0824609 Jun 14 16:36:35.241444 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d8099-7892-4e3d-803a-5cad26dd14f7 req-24cc0038-3d41-4044-8739-d0d7b07d893c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:35.243102 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-799d8099-7892-4e3d-803a-5cad26dd14f7 req-24cc0038-3d41-4044-8739-d0d7b07d893c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60993bc5-fab3-4267-a96d-bd92b388336f HTTP/1.1" status: 200 len: 849 time: 0.0559790 Jun 14 16:36:35.324289 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d8099-7892-4e3d-803a-5cad26dd14f7 req-1a58b56a-5af1-42d6-8715-3577745370eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:35.326320 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-799d8099-7892-4e3d-803a-5cad26dd14f7 req-1a58b56a-5af1-42d6-8715-3577745370eb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724258 Jun 14 16:36:35.484306 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-799d8099-7892-4e3d-803a-5cad26dd14f7 req-f74ef2ab-5033-48aa-8689-910132d3afcb service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502063 Jun 14 16:36:35.619647 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-799d8099-7892-4e3d-803a-5cad26dd14f7 req-683c7462-fea7-4345-acfc-9aadbb8a6c23 service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242781 Jun 14 16:36:35.758968 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad393f15-970f-4d47-8a9c-504fc04eff6f req-f0b202b8-e2d0-437c-8599-29053d01b29c tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:35.760494 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ad393f15-970f-4d47-8a9c-504fc04eff6f req-f0b202b8-e2d0-437c-8599-29053d01b29c tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 945 time: 0.0867007 Jun 14 16:36:35.809575 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ad393f15-970f-4d47-8a9c-504fc04eff6f req-577b9236-c073-4f3a-83a0-a16d70ee5d8b tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/security-groups?id=e40ac0a6-fb1b-47df-b5fb-7eaa276e6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427608 Jun 14 16:36:36.996474 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63f53d-7a45-4e4f-b725-22c9a999865e req-3672a2e8-3ffd-4144-a406-243b5a0b5cd5 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:36.997966 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1b63f53d-7a45-4e4f-b725-22c9a999865e req-3672a2e8-3ffd-4144-a406-243b5a0b5cd5 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 945 time: 0.0707612 Jun 14 16:36:37.044757 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1b63f53d-7a45-4e4f-b725-22c9a999865e req-100f2411-4b92-46a7-804b-5033561f1635 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/security-groups?id=e40ac0a6-fb1b-47df-b5fb-7eaa276e6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406630 Jun 14 16:36:37.245647 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17b486-e5b8-4232-8f89-76f58b05fd02 req-cb1b7a3c-f094-45e2-bc78-6152e29c9d22 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:37.247212 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8b17b486-e5b8-4232-8f89-76f58b05fd02 req-cb1b7a3c-f094-45e2-bc78-6152e29c9d22 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 945 time: 0.0812736 Jun 14 16:36:37.300366 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8b17b486-e5b8-4232-8f89-76f58b05fd02 req-5b3002c7-80bd-42bb-81ea-f903833f848a tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/security-groups?id=e40ac0a6-fb1b-47df-b5fb-7eaa276e6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447140 Jun 14 16:36:37.424100 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:37.729938 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3f20d-d0bd-4f74-8a5e-84083f7e1480 req-9f76373f-8a99-42dc-b356-c29fb2154b22 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:37.731304 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dee3f20d-d0bd-4f74-8a5e-84083f7e1480 req-9f76373f-8a99-42dc-b356-c29fb2154b22 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 945 time: 0.0708644 Jun 14 16:36:37.778322 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dee3f20d-d0bd-4f74-8a5e-84083f7e1480 req-209130cc-31ea-4d4e-8316-1ecc04999260 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/security-groups?id=e40ac0a6-fb1b-47df-b5fb-7eaa276e6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408671 Jun 14 16:36:38.576196 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-95bfabe9-0518-407e-aadf-ca509d410efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:40.372480 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:36:40.790257 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:40.966764 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-08d6f83d-6ecb-4b8b-9dc6-f0843e25cdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:42.347193 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:44.220087 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:36:58.042427 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5b193-0cb2-40d8-95c3-9aa99c72ae3d req-5b8f5658-bc63-4274-8c93-e7b12baad5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:58.043978 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-82b5b193-0cb2-40d8-95c3-9aa99c72ae3d req-5b8f5658-bc63-4274-8c93-e7b12baad5c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c90e9f6caa44ace9e9c8571d4b33473&device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 1098 time: 0.1096754 Jun 14 16:36:58.108691 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f778d-dd91-40aa-9a77-f8b074cdc48f req-9db4d668-fe1c-4fc0-a2c5-d9b291f29846 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:58.110162 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-434f778d-dd91-40aa-9a77-f8b074cdc48f req-9db4d668-fe1c-4fc0-a2c5-d9b291f29846 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.1246259 Jun 14 16:36:58.216613 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-434f778d-dd91-40aa-9a77-f8b074cdc48f req-917a25a8-5f9d-46ac-a6e1-51ae7c501b15 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002898 Jun 14 16:36:58.219742 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5b193-0cb2-40d8-95c3-9aa99c72ae3d req-2ab1eba8-d243-4473-b2b7-66d023ae93b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:58.221205 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-82b5b193-0cb2-40d8-95c3-9aa99c72ae3d req-2ab1eba8-d243-4473-b2b7-66d023ae93b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bacab7d-e7d5-400d-a72a-7caeec0312a6 HTTP/1.1" status: 200 len: 920 time: 0.1689358 Jun 14 16:36:58.283140 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-82b5b193-0cb2-40d8-95c3-9aa99c72ae3d req-09290f22-2f28-421a-8213-08354774f21c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=314250d2-4441-481b-8741-8329c6e463fd HTTP/1.1" status: 200 len: 217 time: 0.0534630 Jun 14 16:36:58.348129 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b5b193-0cb2-40d8-95c3-9aa99c72ae3d req-089b75c3-3e00-4891-99cb-971b8c2d4742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:58.349711 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-82b5b193-0cb2-40d8-95c3-9aa99c72ae3d req-089b75c3-3e00-4891-99cb-971b8c2d4742 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76ebf11c-6866-45a5-8a22-bba3c93daf27 HTTP/1.1" status: 200 len: 859 time: 0.0597866 Jun 14 16:36:58.393108 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-82b5b193-0cb2-40d8-95c3-9aa99c72ae3d req-7f5dac68-b6e5-42ba-a61f-2dbf4c85b5cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bacab7d-e7d5-400d-a72a-7caeec0312a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336130 Jun 14 16:36:58.532981 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-82b5b193-0cb2-40d8-95c3-9aa99c72ae3d req-1ab006eb-7359-4f49-976e-6bf9053eb5ba service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295660 Jun 14 16:36:58.675772 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-82b5b193-0cb2-40d8-95c3-9aa99c72ae3d req-bf8ab9ea-09cb-4686-9700-5cba6e7396aa service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342108 Jun 14 16:36:59.418068 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66d17b-8604-4783-97c2-06356598ee97 req-463e588f-8293-45e9-9cb7-3d16b5b23626 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:36:59.419677 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5a66d17b-8604-4783-97c2-06356598ee97 req-463e588f-8293-45e9-9cb7-3d16b5b23626 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.0757368 Jun 14 16:36:59.472012 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5a66d17b-8604-4783-97c2-06356598ee97 req-32d17cc8-d296-4370-8b8f-1a51e13f2850 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432885 Jun 14 16:37:00.678976 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612ee93-f750-4c8b-9452-699a2f85f7e0 req-427c8830-ce7a-4d8a-85f9-7c9bd22feef1 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:00.680507 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1612ee93-f750-4c8b-9452-699a2f85f7e0 req-427c8830-ce7a-4d8a-85f9-7c9bd22feef1 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.0751340 Jun 14 16:37:00.726487 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1612ee93-f750-4c8b-9452-699a2f85f7e0 req-6b825c69-8caa-4b3d-89f0-6843443273fb tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399363 Jun 14 16:37:01.955376 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacce125-5913-4ef7-8557-b280b7ada48a req-fef579cd-376a-41a7-b523-1772d327b327 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:01.956994 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-eacce125-5913-4ef7-8557-b280b7ada48a req-fef579cd-376a-41a7-b523-1772d327b327 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.0822179 Jun 14 16:37:02.017346 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-eacce125-5913-4ef7-8557-b280b7ada48a req-00bc6f9b-702f-4a1b-af57-ac876a3ce0e1 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504014 Jun 14 16:37:03.230621 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85185ab-618c-4460-8a10-f63dbae9fd11 req-f29b217f-4ff0-4a34-9b53-cf9a7ca0705e tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:03.232676 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c85185ab-618c-4460-8a10-f63dbae9fd11 req-f29b217f-4ff0-4a34-9b53-cf9a7ca0705e tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.0868814 Jun 14 16:37:03.283562 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c85185ab-618c-4460-8a10-f63dbae9fd11 req-cdb262a8-a89c-4e5d-916b-1dfd63afbd11 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440526 Jun 14 16:37:04.482693 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f46c0-346c-41f2-9011-68c2e4a9ae77 req-1a529904-571e-48ce-baf0-8a21e809f6c8 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:04.484077 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7f0f46c0-346c-41f2-9011-68c2e4a9ae77 req-1a529904-571e-48ce-baf0-8a21e809f6c8 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.0756540 Jun 14 16:37:04.537934 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7f0f46c0-346c-41f2-9011-68c2e4a9ae77 req-ff292075-e982-4d3b-b3e0-0ec431de0150 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436616 Jun 14 16:37:05.753460 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a6267-ade0-4e52-9c68-117d26d6349f req-44159e1c-48a2-488f-9142-72ad82fad162 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:05.755112 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-271a6267-ade0-4e52-9c68-117d26d6349f req-44159e1c-48a2-488f-9142-72ad82fad162 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.0738382 Jun 14 16:37:05.806279 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-271a6267-ade0-4e52-9c68-117d26d6349f req-104122c8-5ddf-4153-9ecd-7fbeedf9ee94 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441673 Jun 14 16:37:07.007662 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f1db1-93f5-4549-a21c-3d4fbebe3cd9 req-59b6c778-7e60-45a9-add0-8a68c6ceaafe tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:07.009207 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2c3f1db1-93f5-4549-a21c-3d4fbebe3cd9 req-59b6c778-7e60-45a9-add0-8a68c6ceaafe tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.0842705 Jun 14 16:37:07.057971 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2c3f1db1-93f5-4549-a21c-3d4fbebe3cd9 req-fdb577a4-313b-40d5-86de-670ff41b29e2 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429571 Jun 14 16:37:07.433657 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:08.259285 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7705a-d477-44ed-85f4-7dbddcc495f5 req-aedec190-dbb8-4148-80cf-4bf298eae6af tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:08.261354 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bdf7705a-d477-44ed-85f4-7dbddcc495f5 req-aedec190-dbb8-4148-80cf-4bf298eae6af tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.0802667 Jun 14 16:37:08.306067 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bdf7705a-d477-44ed-85f4-7dbddcc495f5 req-7b20903b-55c9-4191-9f7f-a892f7ddc279 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391910 Jun 14 16:37:08.570934 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-49ad7513-00d5-4eff-90b5-f3a655326086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:09.495024 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728643a0-6c79-4cd6-9102-767b032e805f req-eea3d170-3d3b-4422-b276-2304a08c93d2 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:09.496474 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-728643a0-6c79-4cd6-9102-767b032e805f req-eea3d170-3d3b-4422-b276-2304a08c93d2 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.0721240 Jun 14 16:37:09.548629 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-728643a0-6c79-4cd6-9102-767b032e805f req-bb4d40cb-fa5d-4f15-8f33-3ad1f70ebb5d tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441382 Jun 14 16:37:10.151354 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda9547-c2d2-4cad-8b4e-aac70e3f554c req-4ac796c7-649b-4baa-92ef-f3148bea5119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:10.152777 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-cfda9547-c2d2-4cad-8b4e-aac70e3f554c req-4ac796c7-649b-4baa-92ef-f3148bea5119 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 1098 time: 0.0589380 Jun 14 16:37:10.191510 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-cfda9547-c2d2-4cad-8b4e-aac70e3f554c req-32291a53-87dc-41e1-b00f-117cda32dc35 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317624 Jun 14 16:37:10.738200 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2160c-4401-4a1a-b844-d602dd448336 req-ceb4e53b-e2f5-4612-a802-17d62432a1a1 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:10.739706 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b3e2160c-4401-4a1a-b844-d602dd448336 req-ceb4e53b-e2f5-4612-a802-17d62432a1a1 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.0742223 Jun 14 16:37:10.793813 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:10.800744 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b3e2160c-4401-4a1a-b844-d602dd448336 req-752b1563-2f9c-41e4-bbd5-66be345a7e8c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488386 Jun 14 16:37:10.979209 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-66d9d013-08bb-416c-b918-a3b089819b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:11.998849 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648938fa-8fe2-44cc-9b87-84f291928576 req-0fcd7015-164d-48c6-8233-4df8e02a50d1 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:12.001171 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-648938fa-8fe2-44cc-9b87-84f291928576 req-0fcd7015-164d-48c6-8233-4df8e02a50d1 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.0815756 Jun 14 16:37:12.045371 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-648938fa-8fe2-44cc-9b87-84f291928576 req-7402c1bf-a81f-44b2-8460-0e029f401056 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384576 Jun 14 16:37:12.355336 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:12.612333 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1c8cc-58c0-4676-8619-8f062c705b86 req-5eab38c9-3426-404a-a386-0ab373ee9eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:12.613706 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d7e1c8cc-58c0-4676-8619-8f062c705b86 req-5eab38c9-3426-404a-a386-0ab373ee9eff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c90e9f6caa44ace9e9c8571d4b33473&device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 1098 time: 0.1155653 Jun 14 16:37:12.629892 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57995b25-07da-4df5-af22-915259303384 req-98d8f8b9-c4df-44f4-9d34-fc3b9ca4f160 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:12.631446 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-57995b25-07da-4df5-af22-915259303384 req-98d8f8b9-c4df-44f4-9d34-fc3b9ca4f160 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.0993865 Jun 14 16:37:12.749955 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-57995b25-07da-4df5-af22-915259303384 req-533b5270-c373-4227-b858-c5e5536c74a0 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104262 Jun 14 16:37:12.787355 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1c8cc-58c0-4676-8619-8f062c705b86 req-d9b2271f-1e85-46b4-8e2f-19803c086960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:12.788796 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d7e1c8cc-58c0-4676-8619-8f062c705b86 req-d9b2271f-1e85-46b4-8e2f-19803c086960 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bacab7d-e7d5-400d-a72a-7caeec0312a6 HTTP/1.1" status: 200 len: 920 time: 0.1564941 Jun 14 16:37:12.846508 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d7e1c8cc-58c0-4676-8619-8f062c705b86 req-9bc05dbb-2e04-4484-889e-cd73e96340df service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=314250d2-4441-481b-8741-8329c6e463fd HTTP/1.1" status: 200 len: 217 time: 0.0489190 Jun 14 16:37:12.910419 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1c8cc-58c0-4676-8619-8f062c705b86 req-901d19ec-3c0a-47f0-9eca-c5815b5065a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:12.911967 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d7e1c8cc-58c0-4676-8619-8f062c705b86 req-901d19ec-3c0a-47f0-9eca-c5815b5065a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76ebf11c-6866-45a5-8a22-bba3c93daf27 HTTP/1.1" status: 200 len: 859 time: 0.0583789 Jun 14 16:37:12.952917 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d7e1c8cc-58c0-4676-8619-8f062c705b86 req-df0f4aa2-63c5-401b-84dc-80a34298801b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bacab7d-e7d5-400d-a72a-7caeec0312a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326214 Jun 14 16:37:13.090870 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d7e1c8cc-58c0-4676-8619-8f062c705b86 req-ab386a68-6c55-417b-b2a1-7d4dc3b96550 service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305063 Jun 14 16:37:13.217921 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d7e1c8cc-58c0-4676-8619-8f062c705b86 req-fed871a5-5258-456e-bf89-b67b79bdae97 service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204724 Jun 14 16:37:13.960396 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ddd4a-8d5a-43bf-9f26-5d35fd8d93b8 req-526f40c9-4b47-4dc1-b3aa-7840146276a5 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:13.962560 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f07ddd4a-8d5a-43bf-9f26-5d35fd8d93b8 req-526f40c9-4b47-4dc1-b3aa-7840146276a5 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.0913765 Jun 14 16:37:14.020409 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f07ddd4a-8d5a-43bf-9f26-5d35fd8d93b8 req-7bbe77e2-f5cc-4181-973f-2e26ed46150d tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519643 Jun 14 16:37:14.219826 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:15.251665 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7108c8-b3e1-46d2-b8aa-b47693d2c847 req-fcc01859-907d-485c-836e-a530c11b0741 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:15.253307 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7d7108c8-b3e1-46d2-b8aa-b47693d2c847 req-fcc01859-907d-485c-836e-a530c11b0741 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.0788441 Jun 14 16:37:15.300724 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7d7108c8-b3e1-46d2-b8aa-b47693d2c847 req-9437b93b-2508-478e-b294-4cadb666935e tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405290 Jun 14 16:37:16.501982 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7e742-c23a-4f8f-af04-f5f7e9cf3dee req-5943e54b-1242-4339-8e55-a5bc7b62d1fe tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:16.503530 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c1b7e742-c23a-4f8f-af04-f5f7e9cf3dee req-5943e54b-1242-4339-8e55-a5bc7b62d1fe tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.0774426 Jun 14 16:37:16.552181 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c1b7e742-c23a-4f8f-af04-f5f7e9cf3dee req-84d7542c-81b1-49cc-b169-ee77b40472a4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403526 Jun 14 16:37:17.371585 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:37:33.561232 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-df9d37c7-e37a-4598-91f9-8989ac9ce570 req-a2583695-58e5-485b-837e-dda9dbc557d7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662217 Jun 14 16:37:33.679535 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d37c7-e37a-4598-91f9-8989ac9ce570 req-d1ce2d5f-ef2a-45da-8485-e5b3db2c3a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:33.681024 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-df9d37c7-e37a-4598-91f9-8989ac9ce570 req-d1ce2d5f-ef2a-45da-8485-e5b3db2c3a50 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c90e9f6caa44ace9e9c8571d4b33473&device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 1098 time: 0.0663092 Jun 14 16:37:33.819195 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d37c7-e37a-4598-91f9-8989ac9ce570 req-2aee8716-4d13-40a8-84ed-e56db5132ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:33.820945 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-df9d37c7-e37a-4598-91f9-8989ac9ce570 req-2aee8716-4d13-40a8-84ed-e56db5132ff0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bacab7d-e7d5-400d-a72a-7caeec0312a6 HTTP/1.1" status: 200 len: 920 time: 0.1143386 Jun 14 16:37:33.888308 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-df9d37c7-e37a-4598-91f9-8989ac9ce570 req-ed38fb41-35f9-4052-81a9-92d600bcab71 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=314250d2-4441-481b-8741-8329c6e463fd HTTP/1.1" status: 200 len: 217 time: 0.0569153 Jun 14 16:37:33.950827 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d37c7-e37a-4598-91f9-8989ac9ce570 req-2b535075-b38b-4279-b19d-033be1f2f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:37:33.952352 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-df9d37c7-e37a-4598-91f9-8989ac9ce570 req-2b535075-b38b-4279-b19d-033be1f2f2cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76ebf11c-6866-45a5-8a22-bba3c93daf27 HTTP/1.1" status: 200 len: 859 time: 0.0583045 Jun 14 16:37:33.994091 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-df9d37c7-e37a-4598-91f9-8989ac9ce570 req-33199693-3b60-4d3c-963f-6238a6e833da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bacab7d-e7d5-400d-a72a-7caeec0312a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347316 Jun 14 16:37:34.108032 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-df9d37c7-e37a-4598-91f9-8989ac9ce570 req-cacdc540-1a28-4a35-a32e-4adeadea3787 service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060519 Jun 14 16:37:34.225074 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-df9d37c7-e37a-4598-91f9-8989ac9ce570 req-ea34b52f-e694-45c2-8782-8e3fa445e0cf service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097972 Jun 14 16:37:37.448738 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:38.575003 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-6998bd1b-9b4e-4bce-9df2-75af9bb9e3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:40.807570 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:40.974458 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-d18528b4-7914-4eda-afd6-f0ac98adc556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:42.355091 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:44.225051 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:37:54.374117 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:38:07.452420 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:08.585805 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-ffec2dc2-858e-4a8b-8c34-4f9faa9e9492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:10.811273 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:10.968910 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0662057a-bba7-4daa-96af-9a2a6d080843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:12.370845 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:14.227782 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:31.373315 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:38:34.610563 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-62e0facb-4fab-4d80-8909-ccf2f9ba3ac4 req-835737d1-83be-44b5-b285-cf495eacb982 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797107 Jun 14 16:38:34.696116 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0facb-4fab-4d80-8909-ccf2f9ba3ac4 req-4551d2d8-3194-49dc-9d5f-45c0ab0a3373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:34.697597 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-62e0facb-4fab-4d80-8909-ccf2f9ba3ac4 req-4551d2d8-3194-49dc-9d5f-45c0ab0a3373 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c90e9f6caa44ace9e9c8571d4b33473&device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 1098 time: 0.0620899 Jun 14 16:38:35.078469 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0facb-4fab-4d80-8909-ccf2f9ba3ac4 req-19e6c229-2708-429f-b26a-903ffea0945a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:35.080099 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-62e0facb-4fab-4d80-8909-ccf2f9ba3ac4 req-19e6c229-2708-429f-b26a-903ffea0945a service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bacab7d-e7d5-400d-a72a-7caeec0312a6 HTTP/1.1" status: 200 len: 920 time: 0.3600972 Jun 14 16:38:35.135180 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-62e0facb-4fab-4d80-8909-ccf2f9ba3ac4 req-a5cf70e1-be2c-4d0b-9272-b304b6990426 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 HTTP/1.1" status: 200 len: 217 time: 0.0457830 Jun 14 16:38:35.198881 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0facb-4fab-4d80-8909-ccf2f9ba3ac4 req-61fa5bf5-1a1c-45e2-b34d-77ec378beb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:38:35.200321 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-62e0facb-4fab-4d80-8909-ccf2f9ba3ac4 req-61fa5bf5-1a1c-45e2-b34d-77ec378beb90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76ebf11c-6866-45a5-8a22-bba3c93daf27 HTTP/1.1" status: 200 len: 859 time: 0.0517898 Jun 14 16:38:35.243126 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-62e0facb-4fab-4d80-8909-ccf2f9ba3ac4 req-5a616a20-eb16-4afe-8950-70262cc96ae6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bacab7d-e7d5-400d-a72a-7caeec0312a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356393 Jun 14 16:38:35.358863 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-62e0facb-4fab-4d80-8909-ccf2f9ba3ac4 req-686fb309-1573-480f-8d6a-0f00e5d7b023 service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084244 Jun 14 16:38:35.480322 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-62e0facb-4fab-4d80-8909-ccf2f9ba3ac4 req-0e2832ab-78e1-41f6-89b0-1010e2376998 service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103613 Jun 14 16:38:37.473827 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:38.580554 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-b91a0efc-f095-4acf-9021-ec1c0c7337f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:40.812964 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:40.973160 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-50fde6b8-36bb-4d18-98d0-cde7fb3904d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:42.368878 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:38:44.237772 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:07.468110 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:08.372808 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:39:08.586273 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-ec8b4eff-5c23-425d-9348-a173e30273ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:10.818601 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:10.975280 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-4eea8410-2494-4272-94ba-38ef5645b868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:12.364514 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:14.234697 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:34.721640 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d7e4f0ce-5cd1-4a24-9265-5e13ceff63dd req-3ed91a68-4055-4e28-8c06-1930ccef3386 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1888659 Jun 14 16:39:34.808728 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4f0ce-5cd1-4a24-9265-5e13ceff63dd req-4da6c036-64e7-4823-9b88-a1c424cf14a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:34.810231 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d7e4f0ce-5cd1-4a24-9265-5e13ceff63dd req-4da6c036-64e7-4823-9b88-a1c424cf14a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8586ae834394465a86a02671a1260b36&device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 1098 time: 0.0629768 Jun 14 16:39:34.949716 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4f0ce-5cd1-4a24-9265-5e13ceff63dd req-7b1e8be6-4211-4980-aacc-03131bd2dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:34.951271 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d7e4f0ce-5cd1-4a24-9265-5e13ceff63dd req-7b1e8be6-4211-4980-aacc-03131bd2dbfb service neutron] 10.222.0.43 "GET /v2.0/networks?id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 HTTP/1.1" status: 200 len: 911 time: 0.1135585 Jun 14 16:39:35.045134 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d7e4f0ce-5cd1-4a24-9265-5e13ceff63dd req-7c8f4276-1b22-4461-beb4-db387e33d55a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=929f886e-28a3-4e84-a40d-fa6044d9717e HTTP/1.1" status: 200 len: 1001 time: 0.0865548 Jun 14 16:39:35.105538 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4f0ce-5cd1-4a24-9265-5e13ceff63dd req-b992a63c-11d3-4cbf-b914-571a1d7680b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:35.106993 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d7e4f0ce-5cd1-4a24-9265-5e13ceff63dd req-b992a63c-11d3-4cbf-b914-571a1d7680b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60993bc5-fab3-4267-a96d-bd92b388336f HTTP/1.1" status: 200 len: 849 time: 0.0518024 Jun 14 16:39:35.182259 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4f0ce-5cd1-4a24-9265-5e13ceff63dd req-a687f956-7101-4661-a2e4-c068271098fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:39:35.183772 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d7e4f0ce-5cd1-4a24-9265-5e13ceff63dd req-a687f956-7101-4661-a2e4-c068271098fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0659831 Jun 14 16:39:35.305074 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d7e4f0ce-5cd1-4a24-9265-5e13ceff63dd req-aa1e8541-80ff-417a-947f-aa1e50ede666 service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107194 Jun 14 16:39:35.432046 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d7e4f0ce-5cd1-4a24-9265-5e13ceff63dd req-343c7cc4-e987-4cf1-97ab-8a117c32b161 service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165426 Jun 14 16:39:37.493556 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:38.592629 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-71b81434-0610-4ef3-a8b7-47ddc02845de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:40.814040 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:40.980704 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-b087fa17-49c7-4d51-956d-eaf1f04317b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:42.377415 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:44.235716 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:39:45.375924 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:40:07.498497 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:08.590090 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-52b386d3-7b14-43f4-a7fe-9ce349f2f43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:10.819739 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:10.981865 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-d7b28aa3-a14e-4b84-a3dd-b51b1b93ffc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:12.381693 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:14.245409 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:22.375528 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:40:35.590188 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-022ec96e-ef11-47c8-ae29-b6ab55a12f3a req-78e739f3-13bd-4790-b602-7ca32f0260b0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662792 Jun 14 16:40:35.679935 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ec96e-ef11-47c8-ae29-b6ab55a12f3a req-2f9e3793-4e71-4ca8-b2d2-cb9c4a90be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:35.681376 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-022ec96e-ef11-47c8-ae29-b6ab55a12f3a req-2f9e3793-4e71-4ca8-b2d2-cb9c4a90be09 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38943e41fd53442e807b067339b3f0ed&device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 1098 time: 0.0657799 Jun 14 16:40:35.830306 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ec96e-ef11-47c8-ae29-b6ab55a12f3a req-d7a224c6-e49e-4dc4-8e3d-e1f77435edab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:35.831790 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-022ec96e-ef11-47c8-ae29-b6ab55a12f3a req-d7a224c6-e49e-4dc4-8e3d-e1f77435edab service neutron] 10.222.0.43 "GET /v2.0/networks?id=927d0da3-f5de-4d65-98ab-baad45685c75 HTTP/1.1" status: 200 len: 914 time: 0.1261396 Jun 14 16:40:35.899493 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-022ec96e-ef11-47c8-ae29-b6ab55a12f3a req-dca9b811-dc69-49ad-88a1-66472a0284ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1c4043e-2e17-43a7-b57f-c77823deda9a HTTP/1.1" status: 200 len: 217 time: 0.0575085 Jun 14 16:40:35.960157 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ec96e-ef11-47c8-ae29-b6ab55a12f3a req-32836049-74a4-4df2-b535-cbdd827a8aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:40:35.961556 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-022ec96e-ef11-47c8-ae29-b6ab55a12f3a req-32836049-74a4-4df2-b535-cbdd827a8aba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=353e88d2-826d-48b0-b773-b21ee41e26bc HTTP/1.1" status: 200 len: 853 time: 0.0532956 Jun 14 16:40:36.017480 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-022ec96e-ef11-47c8-ae29-b6ab55a12f3a req-bdfdb16a-0d23-4e5c-9931-d404f182a9a3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=927d0da3-f5de-4d65-98ab-baad45685c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401952 Jun 14 16:40:36.156316 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-022ec96e-ef11-47c8-ae29-b6ab55a12f3a req-9f1bc146-45d8-4386-85e0-555f84bae678 service neutron] 10.222.0.43 "GET /v2.0/networks/927d0da3-f5de-4d65-98ab-baad45685c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314573 Jun 14 16:40:36.292421 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-022ec96e-ef11-47c8-ae29-b6ab55a12f3a req-b1fcf4be-5972-40a0-8d14-7e8c91808a8c service neutron] 10.222.0.43 "GET /v2.0/networks/927d0da3-f5de-4d65-98ab-baad45685c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240709 Jun 14 16:40:37.490730 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:38.583106 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-be05d55d-850d-4334-92c7-e3a65f360bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:40.827877 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:40.986041 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-bfaea5f0-072e-450c-bf9a-e10c71831346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:42.380764 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:44.244408 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:40:59.380412 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:41:07.506525 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:08.590190 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-996aa0bc-0129-4348-8939-c4299116cc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:10.824752 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:10.986329 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-d7be51e7-886c-4a7e-a292-59243be42cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:12.385539 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:14.245504 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:36.383837 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:41:36.580945 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fbcb494d-13f7-4173-aa44-57a508316ed7 req-6f8d6dc8-18ef-42d4-8db2-53bcf4ad7429 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719233 Jun 14 16:41:36.665656 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb494d-13f7-4173-aa44-57a508316ed7 req-1e4b3032-edcb-4417-8d2c-072ad3f65293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:41:36.667172 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fbcb494d-13f7-4173-aa44-57a508316ed7 req-1e4b3032-edcb-4417-8d2c-072ad3f65293 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac243c315f15403eb53dc16ca380955a&device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 1098 time: 0.0590954 Jun 14 16:41:36.807761 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb494d-13f7-4173-aa44-57a508316ed7 req-f81dbc27-0097-4b56-9f30-f611c8082f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:41:36.809244 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fbcb494d-13f7-4173-aa44-57a508316ed7 req-f81dbc27-0097-4b56-9f30-f611c8082f06 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bd7d09c4-b964-4950-a9a3-957692e9cb01 HTTP/1.1" status: 200 len: 915 time: 0.1183193 Jun 14 16:41:36.865645 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fbcb494d-13f7-4173-aa44-57a508316ed7 req-203d36f9-a136-448d-8634-81ae4b8df666 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=423c5470-d5de-4d5a-abe8-66aec65f3120 HTTP/1.1" status: 200 len: 217 time: 0.0463388 Jun 14 16:41:36.930646 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb494d-13f7-4173-aa44-57a508316ed7 req-1340bf94-ba53-4d0c-ae2d-d51e33f4e552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:41:36.931848 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fbcb494d-13f7-4173-aa44-57a508316ed7 req-1340bf94-ba53-4d0c-ae2d-d51e33f4e552 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7ece1e9a-b949-43f4-a508-05ba75586006 HTTP/1.1" status: 200 len: 853 time: 0.0563610 Jun 14 16:41:37.006533 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb494d-13f7-4173-aa44-57a508316ed7 req-32c5833a-4351-4df3-88e8-e8925c61014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:41:37.007962 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fbcb494d-13f7-4173-aa44-57a508316ed7 req-32c5833a-4351-4df3-88e8-e8925c61014e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bd7d09c4-b964-4950-a9a3-957692e9cb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0645936 Jun 14 16:41:37.143113 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fbcb494d-13f7-4173-aa44-57a508316ed7 req-46c6e6a0-671a-4582-bfc1-283126986a87 service neutron] 10.222.0.43 "GET /v2.0/networks/bd7d09c4-b964-4950-a9a3-957692e9cb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240356 Jun 14 16:41:37.261513 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fbcb494d-13f7-4173-aa44-57a508316ed7 req-6d9cea5d-0200-45ff-87ee-f866c6f2fec1 service neutron] 10.222.0.43 "GET /v2.0/networks/bd7d09c4-b964-4950-a9a3-957692e9cb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113663 Jun 14 16:41:37.517998 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:38.589597 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-6f23df90-863b-47e2-919a-89d52eae3040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:40.830428 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:40.980412 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-67cce839-2c9c-4d31-926b-5f648e79ca59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:42.399405 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:41:44.252259 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:07.531840 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:08.587130 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f38c4a75-dab0-4e40-80ee-afbf6272fe46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:10.830513 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:10.982979 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c1308378-9810-42fd-b5e6-324e8c88f4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:12.390605 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:13.386644 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:42:14.251181 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:15.217988 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 59284) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:42:15.440165 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eee4144-20f8-45b9-a203-abfcf7040c19 admin admin] Deleting subnet d34e39a3-4d8e-4bbb-bf17-6e5d23c1078d {{(pid=91925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 16:42:15.443398 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6eee4144-20f8-45b9-a203-abfcf7040c19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:15.486660 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6eee4144-20f8-45b9-a203-abfcf7040c19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11696424'] for subnet, precommit_delete_associations {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:15.533089 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6eee4144-20f8-45b9-a203-abfcf7040c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3822193'] for subnet, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:15.593451 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6eee4144-20f8-45b9-a203-abfcf7040c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3822200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11588372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12509356'] for subnet, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:15.597925 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:42:15.632937 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee4144-20f8-45b9-a203-abfcf7040c19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d34e39a3-4d8e-4bbb-bf17-6e5d23c1078d,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:42:15.635726 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6eee4144-20f8-45b9-a203-abfcf7040c19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:15.637057 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-6eee4144-20f8-45b9-a203-abfcf7040c19 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d34e39a3-4d8e-4bbb-bf17-6e5d23c1078d HTTP/1.1" status: 204 len: 168 time: 0.4180114 Jun 14 16:42:15.640213 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 59298) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:42:15.643122 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee4144-20f8-45b9-a203-abfcf7040c19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:15.643489 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee4144-20f8-45b9-a203-abfcf7040c19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:15.643844 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee4144-20f8-45b9-a203-abfcf7040c19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:15.644193 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee4144-20f8-45b9-a203-abfcf7040c19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:15.644537 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee4144-20f8-45b9-a203-abfcf7040c19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:15.644886 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee4144-20f8-45b9-a203-abfcf7040c19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:15.645227 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee4144-20f8-45b9-a203-abfcf7040c19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:15.645563 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee4144-20f8-45b9-a203-abfcf7040c19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:15.645901 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee4144-20f8-45b9-a203-abfcf7040c19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:15.646236 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee4144-20f8-45b9-a203-abfcf7040c19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:15.646598 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee4144-20f8-45b9-a203-abfcf7040c19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:15.646938 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee4144-20f8-45b9-a203-abfcf7040c19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:15.650449 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6eee4144-20f8-45b9-a203-abfcf7040c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:42:15.729511 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f9155b3c-d77e-4272-a431-d11122381ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684090'] for network, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:15.838478 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f9155b3c-d77e-4272-a431-d11122381ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3827948', 'neutron.services.segments.db._delete_segments_for_network-8769377283256'] for network, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:15.849691 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-f9155b3c-d77e-4272-a431-d11122381ebb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a54055-68d2-4b53-af5d-655e478e8aca']}} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:42:15.860979 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-f9155b3c-d77e-4272-a431-d11122381ebb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7724c2a-666d-4110-a0d4-30096c687ba3') {'for_net_delete': True} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:42:15.861268 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-f9155b3c-d77e-4272-a431-d11122381ebb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7724c2a-666d-4110-a0d4-30096c687ba3') {} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:42:15.871035 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f9155b3c-d77e-4272-a431-d11122381ebb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769377283094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11922907'] for segment, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:15.885528 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f9155b3c-d77e-4272-a431-d11122381ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:15.891101 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9155b3c-d77e-4272-a431-d11122381ebb admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=91924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 16:42:15.891484 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f9155b3c-d77e-4272-a431-d11122381ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12205854'] for segment, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: Traceback (most recent call last): Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: timer() Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: cb(*args, **kw) Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: return func(*args, **kwargs) Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: self._notify() Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: self.callback(batched_events) Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: event.method(event) Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 16:42:15.893110 dv-cinder-796286-2-iscsi neutron-server[91924]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 16:42:15.896483 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 16:42:15.896483 dv-cinder-796286-2-iscsi neutron-server[91924]: return f(self, *a, **k) Jun 14 16:42:15.896483 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 16:42:15.896483 dv-cinder-796286-2-iscsi neutron-server[91924]: return self._get(url).json() Jun 14 16:42:15.896483 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 16:42:15.896483 dv-cinder-796286-2-iscsi neutron-server[91924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 16:42:15.896483 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 16:42:15.896483 dv-cinder-796286-2-iscsi neutron-server[91924]: return self.request(url, 'GET', **kwargs) Jun 14 16:42:15.896483 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 16:42:15.896483 dv-cinder-796286-2-iscsi neutron-server[91924]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 16:42:15.896483 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 16:42:15.896483 dv-cinder-796286-2-iscsi neutron-server[91924]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 16:42:15.896483 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 16:42:15.896483 dv-cinder-796286-2-iscsi neutron-server[91924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 16:42:15.896483 dv-cinder-796286-2-iscsi neutron-server[91924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 16:42:15.972071 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f9155b3c-d77e-4272-a431-d11122381ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3827955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594186'] for network, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:15.976429 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-fa1f47dd-8055-4427-9041-a6b0b0c98eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:42:15.979092 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f9155b3c-d77e-4272-a431-d11122381ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:15.980901 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-f9155b3c-d77e-4272-a431-d11122381ebb admin admin] 10.222.0.25 "DELETE /v2.0/networks/34a54055-68d2-4b53-af5d-655e478e8aca HTTP/1.1" status: 204 len: 168 time: 0.3396382 Jun 14 16:42:15.994542 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9155b3c-d77e-4272-a431-d11122381ebb admin admin] Pushing event deleted for resources: {'Network': ['ID=34a54055-68d2-4b53-af5d-655e478e8aca,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:42:16.003452 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9155b3c-d77e-4272-a431-d11122381ebb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:16.003813 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9155b3c-d77e-4272-a431-d11122381ebb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:16.004165 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9155b3c-d77e-4272-a431-d11122381ebb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:16.004502 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9155b3c-d77e-4272-a431-d11122381ebb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:16.004845 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9155b3c-d77e-4272-a431-d11122381ebb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:16.005203 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9155b3c-d77e-4272-a431-d11122381ebb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:16.005518 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9155b3c-d77e-4272-a431-d11122381ebb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:16.005856 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9155b3c-d77e-4272-a431-d11122381ebb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:16.006194 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9155b3c-d77e-4272-a431-d11122381ebb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:16.006562 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9155b3c-d77e-4272-a431-d11122381ebb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:16.006892 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9155b3c-d77e-4272-a431-d11122381ebb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:16.007224 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9155b3c-d77e-4272-a431-d11122381ebb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:42:16.010569 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f9155b3c-d77e-4272-a431-d11122381ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:42:16.106810 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 59304) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:42:16.150453 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-0b70144f-429a-47bc-91dd-25f8003ef5e6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d113f386f2f84e78b0e366a5cf61a0ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423019 Jun 14 16:42:16.152843 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 59306) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:42:16.204816 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-750e18a0-ab65-4181-8a6a-b99b88ece470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:16.227265 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-750e18a0-ab65-4181-8a6a-b99b88ece470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:16.286263 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-750e18a0-ab65-4181-8a6a-b99b88ece470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:16.289984 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-750e18a0-ab65-4181-8a6a-b99b88ece470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:16.291557 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-750e18a0-ab65-4181-8a6a-b99b88ece470 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e5898e6-6d84-4aa1-8375-7fd1e216e4fe HTTP/1.1" status: 204 len: 168 time: 0.1378710 Jun 14 16:42:16.292329 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-ee9e1952-5340-4e7a-9bc3-4eb123a94c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:42:16.300884 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e18a0-ab65-4181-8a6a-b99b88ece470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5898e6-6d84-4aa1-8375-7fd1e216e4fe,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:42:16.303370 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-750e18a0-ab65-4181-8a6a-b99b88ece470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:42:37.520270 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:38.546931 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c9034fcb-084c-495a-b265-2293a8056b09 req-e5c79db3-18dd-4197-92fd-0e3db5945ae2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658793 Jun 14 16:42:38.583228 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3f84195f-140f-4afe-a283-f94692937a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:38.662821 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9034fcb-084c-495a-b265-2293a8056b09 req-7a51d110-f3ca-447f-a395-9a305f6225b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:38.664282 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c9034fcb-084c-495a-b265-2293a8056b09 req-7a51d110-f3ca-447f-a395-9a305f6225b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c90e9f6caa44ace9e9c8571d4b33473&device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 1098 time: 0.0644813 Jun 14 16:42:38.800419 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9034fcb-084c-495a-b265-2293a8056b09 req-37c8d90c-9ae4-40ce-88f6-2930a3019a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:38.802149 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c9034fcb-084c-495a-b265-2293a8056b09 req-37c8d90c-9ae4-40ce-88f6-2930a3019a36 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bacab7d-e7d5-400d-a72a-7caeec0312a6 HTTP/1.1" status: 200 len: 920 time: 0.1142416 Jun 14 16:42:38.855593 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c9034fcb-084c-495a-b265-2293a8056b09 req-de73ade8-fb89-4ac8-995a-87bc53a6c445 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=314250d2-4441-481b-8741-8329c6e463fd HTTP/1.1" status: 200 len: 217 time: 0.0463212 Jun 14 16:42:38.914792 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9034fcb-084c-495a-b265-2293a8056b09 req-82dcab4a-2084-4c9d-b407-582b77f92058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:42:38.916228 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c9034fcb-084c-495a-b265-2293a8056b09 req-82dcab4a-2084-4c9d-b407-582b77f92058 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76ebf11c-6866-45a5-8a22-bba3c93daf27 HTTP/1.1" status: 200 len: 859 time: 0.0514429 Jun 14 16:42:38.959733 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c9034fcb-084c-495a-b265-2293a8056b09 req-780effa9-94f1-48d5-93a5-c629adfcef57 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bacab7d-e7d5-400d-a72a-7caeec0312a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357883 Jun 14 16:42:39.077356 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c9034fcb-084c-495a-b265-2293a8056b09 req-42e6906a-2ba3-44a5-8d21-aab21ab75af4 service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097491 Jun 14 16:42:39.201923 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c9034fcb-084c-495a-b265-2293a8056b09 req-f433f5b9-3d0f-4b8d-8329-e095f8790a1c service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153076 Jun 14 16:42:40.836174 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:40.985704 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-bd727abe-5997-403a-a4de-a1e95dd70eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:42.400263 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:44.256082 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:42:50.391464 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:43:07.539151 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:08.580947 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0d6a-5f19-45ed-9f2b-364a0cff3a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:10.830840 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:10.989863 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-479b753f-8c93-4ca9-8e47-7c657c3ffc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:12.405511 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:14.255778 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:27.391373 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:43:37.557534 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:38.580907 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-d50098de-386b-4763-b710-57b544d3dd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:40.584105 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-12ea6ee3-77bb-44fe-8caf-0df4f7ebe584 req-f6268ce0-a878-4add-bf23-22bfb373449c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724037 Jun 14 16:43:40.670960 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea6ee3-77bb-44fe-8caf-0df4f7ebe584 req-f31f39fd-8bd9-432b-81d9-9c6cace364d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:43:40.672435 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-12ea6ee3-77bb-44fe-8caf-0df4f7ebe584 req-f31f39fd-8bd9-432b-81d9-9c6cace364d2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c90e9f6caa44ace9e9c8571d4b33473&device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 1098 time: 0.0609531 Jun 14 16:43:40.838589 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:40.994670 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9778-0a81-46a9-a55a-c53e939e7e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:41.078707 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea6ee3-77bb-44fe-8caf-0df4f7ebe584 req-6003372e-ce78-4923-9ec2-36ff8f2f5a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:43:41.087282 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-12ea6ee3-77bb-44fe-8caf-0df4f7ebe584 req-6003372e-ce78-4923-9ec2-36ff8f2f5a3e service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bacab7d-e7d5-400d-a72a-7caeec0312a6 HTTP/1.1" status: 200 len: 920 time: 0.3823149 Jun 14 16:43:41.140197 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-12ea6ee3-77bb-44fe-8caf-0df4f7ebe584 req-56f16eee-e5f3-4d13-82fb-a185642f14ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 HTTP/1.1" status: 200 len: 217 time: 0.0499709 Jun 14 16:43:41.212261 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea6ee3-77bb-44fe-8caf-0df4f7ebe584 req-8df9ba35-ee3a-466e-b417-81833218ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:43:41.213690 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-12ea6ee3-77bb-44fe-8caf-0df4f7ebe584 req-8df9ba35-ee3a-466e-b417-81833218ec2f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76ebf11c-6866-45a5-8a22-bba3c93daf27 HTTP/1.1" status: 200 len: 859 time: 0.0627487 Jun 14 16:43:41.257019 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-12ea6ee3-77bb-44fe-8caf-0df4f7ebe584 req-a4d1229f-33a0-4420-bb62-9ee3c66a1a8d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bacab7d-e7d5-400d-a72a-7caeec0312a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309985 Jun 14 16:43:41.372826 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-12ea6ee3-77bb-44fe-8caf-0df4f7ebe584 req-08dab2f5-c93d-413d-bac7-943737c1237d service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075492 Jun 14 16:43:41.500707 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-12ea6ee3-77bb-44fe-8caf-0df4f7ebe584 req-25897a55-a863-439d-b97f-176378c1a496 service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176927 Jun 14 16:43:42.401503 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:43:44.259462 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:04.393206 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:44:07.548369 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:08.589251 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-52d7d34a-ca6d-4106-a4ae-2978cf832d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:10.834136 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:11.007131 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-201347cd-d506-4cc5-aa5b-b0066ce274b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:12.411904 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:14.264271 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:37.564418 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:38.583178 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3af9c760-94a0-4c8a-a692-6dc2395c5d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:40.847775 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:41.000684 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-8008ea99-45a4-4b00-84da-2003ef6c8398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:41.398525 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:44:41.667333 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7c3275b1-8015-4409-bd35-c76a40d2a639 req-982e6f59-8d47-475a-be9b-7d952cfce567 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1577990 Jun 14 16:44:41.760609 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3275b1-8015-4409-bd35-c76a40d2a639 req-704f7c0f-988d-4661-bf8d-675110c710a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:44:41.762080 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7c3275b1-8015-4409-bd35-c76a40d2a639 req-704f7c0f-988d-4661-bf8d-675110c710a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8586ae834394465a86a02671a1260b36&device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 1098 time: 0.0701225 Jun 14 16:44:41.900494 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3275b1-8015-4409-bd35-c76a40d2a639 req-926b841b-77c8-462c-b445-09d1a404397a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:44:41.901938 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7c3275b1-8015-4409-bd35-c76a40d2a639 req-926b841b-77c8-462c-b445-09d1a404397a service neutron] 10.222.0.43 "GET /v2.0/networks?id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 HTTP/1.1" status: 200 len: 911 time: 0.1147242 Jun 14 16:44:42.001837 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7c3275b1-8015-4409-bd35-c76a40d2a639 req-96ce364c-5d2c-488a-b658-e9c42bb44245 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=929f886e-28a3-4e84-a40d-fa6044d9717e HTTP/1.1" status: 200 len: 1001 time: 0.0890462 Jun 14 16:44:42.066376 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3275b1-8015-4409-bd35-c76a40d2a639 req-58ea71e6-d869-4c15-9786-10859fe87f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:44:42.067817 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7c3275b1-8015-4409-bd35-c76a40d2a639 req-58ea71e6-d869-4c15-9786-10859fe87f8c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60993bc5-fab3-4267-a96d-bd92b388336f HTTP/1.1" status: 200 len: 849 time: 0.0584648 Jun 14 16:44:42.139327 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3275b1-8015-4409-bd35-c76a40d2a639 req-a84464dd-3bb0-42da-9b01-2fd4e2115439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:44:42.140812 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7c3275b1-8015-4409-bd35-c76a40d2a639 req-a84464dd-3bb0-42da-9b01-2fd4e2115439 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658753 Jun 14 16:44:42.156221 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [req-7c3275b1-8015-4409-bd35-c76a40d2a639 req-8d9a505b-55cc-4a5d-b7e2-709374102b72 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 16:44:42.157125 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7c3275b1-8015-4409-bd35-c76a40d2a639 req-8d9a505b-55cc-4a5d-b7e2-709374102b72 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051682 Jun 14 16:44:42.277076 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7c3275b1-8015-4409-bd35-c76a40d2a639 req-97187e10-c819-439a-a6f6-a70fc94311bb service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094205 Jun 14 16:44:42.413762 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:44:42.421452 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7c3275b1-8015-4409-bd35-c76a40d2a639 req-14ea7a04-ae3d-4dc9-8dce-68efe6d214d2 service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297657 Jun 14 16:44:44.264814 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:07.579974 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:08.591735 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-00cf6cef-6e3f-4545-a49e-779d8ed97726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:10.842958 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:11.005262 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-2ff9bfc7-e7e6-4ded-8867-ecb5856bf3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:12.416061 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:14.269713 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:18.397610 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:45:37.613935 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:38.584935 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-9b9b2b3d-2d61-4071-ad5d-fbdb696b09d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:40.851795 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:41.012788 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-61ece5d2-7ad4-4d04-91eb-5cdd4ea7f099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:42.420745 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:43.575616 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7d06931e-140e-433c-92bf-ce12afbcd7e7 req-f8235117-72b2-484e-b72f-c548a8418523 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669563 Jun 14 16:45:43.671146 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06931e-140e-433c-92bf-ce12afbcd7e7 req-744a1d9a-41c7-4ff2-8a91-32ed4860a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:45:43.672699 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7d06931e-140e-433c-92bf-ce12afbcd7e7 req-744a1d9a-41c7-4ff2-8a91-32ed4860a4cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38943e41fd53442e807b067339b3f0ed&device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 1098 time: 0.0637314 Jun 14 16:45:43.819596 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06931e-140e-433c-92bf-ce12afbcd7e7 req-d80186cf-ccb3-4c31-806e-e38bd1eb5bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:45:43.825319 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7d06931e-140e-433c-92bf-ce12afbcd7e7 req-d80186cf-ccb3-4c31-806e-e38bd1eb5bd6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=927d0da3-f5de-4d65-98ab-baad45685c75 HTTP/1.1" status: 200 len: 914 time: 0.1230276 Jun 14 16:45:43.876058 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7d06931e-140e-433c-92bf-ce12afbcd7e7 req-0cc3eb55-598c-48df-b1a7-fbbc312cf68e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1c4043e-2e17-43a7-b57f-c77823deda9a HTTP/1.1" status: 200 len: 217 time: 0.0469751 Jun 14 16:45:43.942936 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06931e-140e-433c-92bf-ce12afbcd7e7 req-2185337b-5d73-4937-9ecd-8921a9a38b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:45:43.945482 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7d06931e-140e-433c-92bf-ce12afbcd7e7 req-2185337b-5d73-4937-9ecd-8921a9a38b70 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=353e88d2-826d-48b0-b773-b21ee41e26bc HTTP/1.1" status: 200 len: 853 time: 0.0589471 Jun 14 16:45:43.985434 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7d06931e-140e-433c-92bf-ce12afbcd7e7 req-9ea1d033-068f-4aa8-bd04-39c65ca7d500 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=927d0da3-f5de-4d65-98ab-baad45685c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320685 Jun 14 16:45:44.107402 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7d06931e-140e-433c-92bf-ce12afbcd7e7 req-a50ee92d-885b-4a82-a3f4-c31a3a849ed9 service neutron] 10.222.0.43 "GET /v2.0/networks/927d0da3-f5de-4d65-98ab-baad45685c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147420 Jun 14 16:45:44.232254 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7d06931e-140e-433c-92bf-ce12afbcd7e7 req-3aff77ef-185b-46b8-8ee8-eff2c561acac service neutron] 10.222.0.43 "GET /v2.0/networks/927d0da3-f5de-4d65-98ab-baad45685c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175177 Jun 14 16:45:44.356757 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:45:55.401196 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:46:07.628904 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:08.597631 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-ceec7f75-fc6d-42fc-95b1-b13a1f5e6421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:10.852373 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:11.015099 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-fd8125fe-e671-47ad-997c-f84d2304cf4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:12.421436 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:14.276917 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:32.400706 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:46:37.627753 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:38.602569 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-892c8c49-3067-41fa-93cf-d91f5246358f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:40.856564 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:41.008958 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3ac6c176-35e3-422e-808f-4fe9f74048b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:42.432307 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:44.289207 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:46:45.614909 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4f3b154a-5be2-4c7a-97d0-b05ba2918777 req-e6605a54-200e-4b47-b004-12f5e615fdb1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0888550 Jun 14 16:46:45.710114 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b154a-5be2-4c7a-97d0-b05ba2918777 req-785cc86a-622d-4d91-af01-5457c7097225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:45.711671 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4f3b154a-5be2-4c7a-97d0-b05ba2918777 req-785cc86a-622d-4d91-af01-5457c7097225 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ac243c315f15403eb53dc16ca380955a&device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 1098 time: 0.0656676 Jun 14 16:46:45.840920 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b154a-5be2-4c7a-97d0-b05ba2918777 req-a7d4c64e-1fc7-4cd4-8f5e-fd0a2a364911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:45.842497 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4f3b154a-5be2-4c7a-97d0-b05ba2918777 req-a7d4c64e-1fc7-4cd4-8f5e-fd0a2a364911 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bd7d09c4-b964-4950-a9a3-957692e9cb01 HTTP/1.1" status: 200 len: 915 time: 0.1092429 Jun 14 16:46:45.902899 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4f3b154a-5be2-4c7a-97d0-b05ba2918777 req-ea6fbf42-44b9-4681-9888-29218642ad1c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=423c5470-d5de-4d5a-abe8-66aec65f3120 HTTP/1.1" status: 200 len: 217 time: 0.0495026 Jun 14 16:46:45.971350 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b154a-5be2-4c7a-97d0-b05ba2918777 req-39789ab2-7b73-4315-bb88-5b735ec2d40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:45.972830 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4f3b154a-5be2-4c7a-97d0-b05ba2918777 req-39789ab2-7b73-4315-bb88-5b735ec2d40f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7ece1e9a-b949-43f4-a508-05ba75586006 HTTP/1.1" status: 200 len: 853 time: 0.0608215 Jun 14 16:46:46.042325 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b154a-5be2-4c7a-97d0-b05ba2918777 req-0a0ce4a7-d4a7-4e25-83f7-12e6ab84c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:46:46.043802 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4f3b154a-5be2-4c7a-97d0-b05ba2918777 req-0a0ce4a7-d4a7-4e25-83f7-12e6ab84c89d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bd7d09c4-b964-4950-a9a3-957692e9cb01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599298 Jun 14 16:46:46.174635 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4f3b154a-5be2-4c7a-97d0-b05ba2918777 req-1becc262-3b07-4ae3-b941-1f4bb0623ba3 service neutron] 10.222.0.43 "GET /v2.0/networks/bd7d09c4-b964-4950-a9a3-957692e9cb01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190014 Jun 14 16:46:46.297090 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4f3b154a-5be2-4c7a-97d0-b05ba2918777 req-67669b11-75a8-433a-8992-fbd72e6b8465 service neutron] 10.222.0.43 "GET /v2.0/networks/bd7d09c4-b964-4950-a9a3-957692e9cb01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154602 Jun 14 16:47:07.625487 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:08.604693 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-7c61ad1f-97e7-4d46-b3a2-f4674c828797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:09.404519 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:47:10.842123 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:11.016166 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3b023f53-e29e-4193-bb9f-f39c6f9b4e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:12.433078 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:14.288792 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:37.629997 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:38.602054 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c59146f4-e90e-48cc-9368-0a6b0f3c83c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:40.855505 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:41.009560 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c2e34edb-95e8-49fc-915e-352bd0622243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:42.439740 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:44.372898 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:47:46.403233 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:47:47.559127 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9f13f759-281d-4726-862f-45d26c3e2dd5 req-44e0e313-39fd-4194-b6c9-26a86114c67b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662713 Jun 14 16:47:47.679478 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13f759-281d-4726-862f-45d26c3e2dd5 req-16b05292-b38e-4477-b608-20929b93bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:47:47.680935 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9f13f759-281d-4726-862f-45d26c3e2dd5 req-16b05292-b38e-4477-b608-20929b93bee6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c90e9f6caa44ace9e9c8571d4b33473&device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 1098 time: 0.0709739 Jun 14 16:47:47.811131 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13f759-281d-4726-862f-45d26c3e2dd5 req-c50daf56-c741-4086-a7e9-303408885eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:47:47.812552 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9f13f759-281d-4726-862f-45d26c3e2dd5 req-c50daf56-c741-4086-a7e9-303408885eef service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bacab7d-e7d5-400d-a72a-7caeec0312a6 HTTP/1.1" status: 200 len: 920 time: 0.1093729 Jun 14 16:47:47.881018 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9f13f759-281d-4726-862f-45d26c3e2dd5 req-9c343374-39fb-4eb3-bf60-bc9088308f68 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=314250d2-4441-481b-8741-8329c6e463fd HTTP/1.1" status: 200 len: 217 time: 0.0605218 Jun 14 16:47:47.938956 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13f759-281d-4726-862f-45d26c3e2dd5 req-325a5de3-f137-4d4f-8c0f-4eb29020344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:47:47.940411 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9f13f759-281d-4726-862f-45d26c3e2dd5 req-325a5de3-f137-4d4f-8c0f-4eb29020344b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76ebf11c-6866-45a5-8a22-bba3c93daf27 HTTP/1.1" status: 200 len: 859 time: 0.0524161 Jun 14 16:47:47.981960 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9f13f759-281d-4726-862f-45d26c3e2dd5 req-b5fe34bb-1be8-4c46-abb6-b6b1b27ef3ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bacab7d-e7d5-400d-a72a-7caeec0312a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308402 Jun 14 16:47:48.124401 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9f13f759-281d-4726-862f-45d26c3e2dd5 req-18ca2dc8-2b4b-4b5e-87ab-dc0c46a9c7c6 service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353011 Jun 14 16:47:48.243827 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9f13f759-281d-4726-862f-45d26c3e2dd5 req-5d633cb0-e252-4df3-8c83-39e455d9eabf service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121235 Jun 14 16:48:07.647307 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:08.602812 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-2646b373-fd76-4575-8741-66bed381de05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:10.851705 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:11.013916 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-05d9b570-d3e2-45b8-a09d-fd67665295a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:11.351412 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ace21f-7897-44b6-b5b6-0aa10f51763f req-591b708d-a7b5-41d3-a749-4cb7433ebfef tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:48:11.352796 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b4ace21f-7897-44b6-b5b6-0aa10f51763f req-591b708d-a7b5-41d3-a749-4cb7433ebfef tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 945 time: 0.2048457 Jun 14 16:48:11.397247 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b4ace21f-7897-44b6-b5b6-0aa10f51763f req-1759cfff-e6ac-4471-80a5-99e1910f3a12 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/security-groups?id=6603499d-31c0-49d0-b695-40baaeb30742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386841 Jun 14 16:48:11.728879 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c8797-127f-4dfb-9e41-1bbacfa05d41 req-ec32c509-1939-4a0e-bc2a-252e50a32e35 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:48:11.730334 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-238c8797-127f-4dfb-9e41-1bbacfa05d41 req-ec32c509-1939-4a0e-bc2a-252e50a32e35 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.43 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 945 time: 0.0713470 Jun 14 16:48:11.859424 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-238c8797-127f-4dfb-9e41-1bbacfa05d41 req-95192d2d-7ebb-4ac8-8582-a34ec6c1a276 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Deleting port d1c4043e-2e17-43a7-b57f-c77823deda9a {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:48:11.859424 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-238c8797-127f-4dfb-9e41-1bbacfa05d41 req-95192d2d-7ebb-4ac8-8582-a34ec6c1a276 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:11.975511 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-238c8797-127f-4dfb-9e41-1bbacfa05d41 req-95192d2d-7ebb-4ac8-8582-a34ec6c1a276 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] For port d1c4043e-2e17-43a7-b57f-c77823deda9a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d1c4043e-2e17-43a7-b57f-c77823deda9a,segment=NetworkSegment(e58af3e3-d34d-44a8-bd0b-020f1014752c),segment_id=e58af3e3-d34d-44a8-bd0b-020f1014752c)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:48:11.975861 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-238c8797-127f-4dfb-9e41-1bbacfa05d41 req-95192d2d-7ebb-4ac8-8582-a34ec6c1a276 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:12.331739 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-238c8797-127f-4dfb-9e41-1bbacfa05d41 req-95192d2d-7ebb-4ac8-8582-a34ec6c1a276 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Calling delete_port for d1c4043e-2e17-43a7-b57f-c77823deda9a owned by compute:nova {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:48:12.435348 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:12.491504 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-238c8797-127f-4dfb-9e41-1bbacfa05d41 req-95192d2d-7ebb-4ac8-8582-a34ec6c1a276 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:12.498356 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:48:12.536281 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95192d2d-7ebb-4ac8-8582-a34ec6c1a276 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Pushing event deleted for resources: {'Port': ['ID=d1c4043e-2e17-43a7-b57f-c77823deda9a,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:48:12.555541 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95192d2d-7ebb-4ac8-8582-a34ec6c1a276 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:12.555915 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95192d2d-7ebb-4ac8-8582-a34ec6c1a276 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:12.556264 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95192d2d-7ebb-4ac8-8582-a34ec6c1a276 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:12.556609 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95192d2d-7ebb-4ac8-8582-a34ec6c1a276 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:12.556949 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95192d2d-7ebb-4ac8-8582-a34ec6c1a276 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:12.557287 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95192d2d-7ebb-4ac8-8582-a34ec6c1a276 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:12.557621 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95192d2d-7ebb-4ac8-8582-a34ec6c1a276 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:12.557958 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95192d2d-7ebb-4ac8-8582-a34ec6c1a276 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:12.558309 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95192d2d-7ebb-4ac8-8582-a34ec6c1a276 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:12.558810 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95192d2d-7ebb-4ac8-8582-a34ec6c1a276 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:12.559256 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95192d2d-7ebb-4ac8-8582-a34ec6c1a276 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:12.559608 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95192d2d-7ebb-4ac8-8582-a34ec6c1a276 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:12.585025 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-95192d2d-7ebb-4ac8-8582-a34ec6c1a276 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:48:12.610887 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-238c8797-127f-4dfb-9e41-1bbacfa05d41 req-95192d2d-7ebb-4ac8-8582-a34ec6c1a276 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] No DVR routers for this DVR port d1c4043e-2e17-43a7-b57f-c77823deda9a on host hv-cinder-79628 {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:48:12.621424 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-238c8797-127f-4dfb-9e41-1bbacfa05d41 req-95192d2d-7ebb-4ac8-8582-a34ec6c1a276 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:12.623536 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-238c8797-127f-4dfb-9e41-1bbacfa05d41 req-95192d2d-7ebb-4ac8-8582-a34ec6c1a276 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.43 "DELETE /v2.0/ports/d1c4043e-2e17-43a7-b57f-c77823deda9a HTTP/1.1" status: 204 len: 173 time: 0.8841650 Jun 14 16:48:12.624033 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d32b32-e2f6-484f-83c9-5cbd2810d9c4', 'name': 'network-vif-deleted', 'tag': 'd1c4043e-2e17-43a7-b57f-c77823deda9a'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:48:12.626520 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dcbe89-53dd-4731-8494-553f7bce3b14" -d '{"events": [{"server_uuid": "34d32b32-e2f6-484f-83c9-5cbd2810d9c4", "name": "network-vif-deleted", "tag": "d1c4043e-2e17-43a7-b57f-c77823deda9a"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:48:12.655644 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4e23eb44-0437-4e2a-9ade-9a65147507f8 req-459b985c-22ac-4074-af73-12709d48e489 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.1154006 Jun 14 16:48:12.771273 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3498e5-cd23-49b9-bb63-bf5aca598cd8 x-openstack-request-id: req-6a3498e5-cd23-49b9-bb63-bf5aca598cd8 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:48:12.771583 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d32b32-e2f6-484f-83c9-5cbd2810d9c4", "name": "network-vif-deleted", "tag": "d1c4043e-2e17-43a7-b57f-c77823deda9a", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:48:12.771855 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a3498e5-cd23-49b9-bb63-bf5aca598cd8 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:48:12.772276 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d32b32-e2f6-484f-83c9-5cbd2810d9c4', 'name': 'network-vif-deleted', 'tag': 'd1c4043e-2e17-43a7-b57f-c77823deda9a', 'status': 'completed', 'code': 200} Jun 14 16:48:13.597985 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device d1c4043e-2e17-43a7-b57f-c77823deda9a no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:48:13.626938 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] No Port match for: d1c4043e-2e17-43a7-b57f-c77823deda9a {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:48:13.627289 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device d1c4043e-2e17-43a7-b57f-c77823deda9a not bound to the agent host hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:48:13.839448 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-555d112c-ec4a-4ba8-9cc1-0c6d921a5eed req-ae74051c-21f7-42ba-9d85-7b1eea285b47 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0353980 Jun 14 16:48:14.294274 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:14.996494 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0c096794-8e0f-405c-b1b0-38c070c5e9b5 req-8dd69c0e-0628-4bed-9b20-143d89ac44ba tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0340459 Jun 14 16:48:16.170370 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-416e1055-dffd-4057-8eb3-487dd2698276 req-d5ffbf8a-4b48-440b-a4e6-aad53d3bbde4 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0343215 Jun 14 16:48:17.332893 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-796283d6-65b6-4a4f-a254-859e7120dcf0 req-cfd5649f-fe95-4754-8963-5c6674bd9f62 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0367615 Jun 14 16:48:18.485847 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-30ce59c5-51e7-4a97-b639-739d5c481fb0 req-e85d550c-d22f-44c7-a5cd-36b70ea588b7 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0331926 Jun 14 16:48:19.638373 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-75992ef8-fcbe-47eb-a547-d3c9df7a171a req-2e722910-4700-43a3-a713-0f2c6df3c9c7 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0365148 Jun 14 16:48:20.789237 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9c922b97-ba15-4ca5-a309-b09af8331f1e req-08558d23-0198-4c64-9557-25991dc06cbe tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0362442 Jun 14 16:48:21.951939 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a06c2009-3827-4f32-bf26-ea16d0fae999 req-3af4adff-c658-47fe-87eb-1d276450e56e tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0434797 Jun 14 16:48:23.102249 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8772e4c5-b7a4-4934-b936-d25355dc7a28 req-90c7a2b4-5eb6-40a9-8059-a621b329d4ab tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0347283 Jun 14 16:48:23.403592 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:48:24.265221 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c5ff740b-8b84-4186-85e8-6b1b38be8d78 req-bc2fa9e0-08c1-4603-a765-51490a753514 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0362396 Jun 14 16:48:25.424687 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f6a4c898-8715-40f1-a548-be132995d58a req-5a8ab667-c5f9-4d5e-9e02-6d77e5357481 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0398650 Jun 14 16:48:26.594816 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-80b4bf2a-bc4c-4ba0-8263-a4cc409a4326 req-14286217-5b85-4cdc-84d3-d36d3e9d23c8 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0461733 Jun 14 16:48:27.769772 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-231e1d6c-5de3-43b1-82f6-ee2af09d9b0f req-fa42df08-7b65-459a-8cd2-05e4742369d4 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0374191 Jun 14 16:48:28.920694 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-cfed8772-8eb9-44cf-9090-719c3f4c2cbe req-4846deee-0e9d-4c5b-878b-eaa69f7365ad tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0336523 Jun 14 16:48:30.075513 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-814869e1-13bf-4d69-a441-341376b22ff7 req-f786af0b-6707-413d-8551-4132323c85ec tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0360706 Jun 14 16:48:31.238337 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ed2e1564-5d01-456e-b08a-4c0e1328d049 req-bfd5f3a8-9033-4a16-9549-3412cfb4cdd1 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0372558 Jun 14 16:48:32.399291 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3112b4c7-3337-4851-9861-ffef539583d9 req-31e3b9b1-b038-4c28-bd8b-38fe0bf73ada tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0448892 Jun 14 16:48:33.574070 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-166eff64-0785-4e1f-a135-dd64fbb335d7 req-fe92d9a7-4e7c-427b-bc96-9342fe8c2baa tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0465200 Jun 14 16:48:34.734022 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-99ba94e4-45fb-44e1-a52f-cc448cc3a534 req-35043a8a-574e-4e27-9050-bc02087dc9ef tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0331993 Jun 14 16:48:35.901295 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6ab67b5b-d347-4502-ae5a-6ea01e747c8d req-314d28ba-7789-440d-9a5d-b3edd991abfe tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0412047 Jun 14 16:48:37.064264 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4416e284-3c78-46a8-a7f6-49fe44804f42 req-5e9acd41-9ea2-4144-9df0-ef25b22163a0 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0433464 Jun 14 16:48:37.656803 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:38.224649 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9f83e172-e487-415c-9756-c52ed73ffbaa req-19dfcd33-4161-4238-abf6-c577778b2c31 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0491006 Jun 14 16:48:38.598016 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-2634c69f-77d5-48a0-b454-19e57bc07ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:39.384705 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-aaedc3f2-27e5-4ad6-b89d-0053718e9373 req-5db88706-d3c1-4d28-8cba-30b91c54e7c1 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0391095 Jun 14 16:48:40.025614 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267358b0-ee8e-4cb2-9aa2-4d14e3de8a22 req-b82ed963-30c1-4008-8ab6-160426510f62 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:48:40.027197 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-267358b0-ee8e-4cb2-9aa2-4d14e3de8a22 req-b82ed963-30c1-4008-8ab6-160426510f62 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 945 time: 0.0755444 Jun 14 16:48:40.079781 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-267358b0-ee8e-4cb2-9aa2-4d14e3de8a22 req-d831336b-70be-4c75-81c4-c9637c93a64f tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/security-groups?id=e40ac0a6-fb1b-47df-b5fb-7eaa276e6f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458586 Jun 14 16:48:40.479882 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c787b460-b01e-4ba4-9e19-09e148fbb2f4 req-25bcf20a-d76d-4f69-9494-d667c9e7ac1d tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:48:40.481361 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c787b460-b01e-4ba4-9e19-09e148fbb2f4 req-25bcf20a-d76d-4f69-9494-d667c9e7ac1d tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.43 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 945 time: 0.0745513 Jun 14 16:48:40.563990 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-24c44de0-df58-4352-ba55-da8f44f10e87 req-3d02c251-5524-4e91-936d-ef7b5518e957 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0463800 Jun 14 16:48:40.626545 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-c787b460-b01e-4ba4-9e19-09e148fbb2f4 req-011e25b7-ebff-4d5a-949c-e331a8ff0954 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Deleting port 423c5470-d5de-4d5a-abe8-66aec65f3120 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:48:40.626898 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c787b460-b01e-4ba4-9e19-09e148fbb2f4 req-011e25b7-ebff-4d5a-949c-e331a8ff0954 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:40.741351 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-c787b460-b01e-4ba4-9e19-09e148fbb2f4 req-011e25b7-ebff-4d5a-949c-e331a8ff0954 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] For port 423c5470-d5de-4d5a-abe8-66aec65f3120, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=423c5470-d5de-4d5a-abe8-66aec65f3120,segment=NetworkSegment(914fa835-60b5-41f5-9a64-2daa16547456),segment_id=914fa835-60b5-41f5-9a64-2daa16547456)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:48:40.741616 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c787b460-b01e-4ba4-9e19-09e148fbb2f4 req-011e25b7-ebff-4d5a-949c-e331a8ff0954 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:40.831799 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-c787b460-b01e-4ba4-9e19-09e148fbb2f4 req-011e25b7-ebff-4d5a-949c-e331a8ff0954 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Calling delete_port for 423c5470-d5de-4d5a-abe8-66aec65f3120 owned by compute:nova {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:48:40.846311 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:41.005006 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c787b460-b01e-4ba4-9e19-09e148fbb2f4 req-011e25b7-ebff-4d5a-949c-e331a8ff0954 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:41.009085 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-0579e81e-371c-4f51-9dfd-65fa48c3cb5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:48:41.016922 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['423c5470-d5de-4d5a-abe8-66aec65f3120'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:48:41.020494 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-057b80bb-2c45-45cb-8bda-f322bd8b8921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:41.039679 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e25b7-ebff-4d5a-949c-e331a8ff0954 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Pushing event deleted for resources: {'Port': ['ID=423c5470-d5de-4d5a-abe8-66aec65f3120,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:48:41.043183 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-011e25b7-ebff-4d5a-949c-e331a8ff0954 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:48:41.102708 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-c787b460-b01e-4ba4-9e19-09e148fbb2f4 req-011e25b7-ebff-4d5a-949c-e331a8ff0954 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] No DVR routers for this DVR port 423c5470-d5de-4d5a-abe8-66aec65f3120 on host hv-cinder-79628 {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:48:41.105590 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c787b460-b01e-4ba4-9e19-09e148fbb2f4 req-011e25b7-ebff-4d5a-949c-e331a8ff0954 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:41.107843 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c787b460-b01e-4ba4-9e19-09e148fbb2f4 req-011e25b7-ebff-4d5a-949c-e331a8ff0954 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.43 "DELETE /v2.0/ports/423c5470-d5de-4d5a-abe8-66aec65f3120 HTTP/1.1" status: 204 len: 173 time: 0.6201582 Jun 14 16:48:41.108361 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcb6a42-fb6c-4f93-ad89-04278ea63856', 'name': 'network-vif-deleted', 'tag': '423c5470-d5de-4d5a-abe8-66aec65f3120'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:48:41.111279 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54c0174-6634-42d6-81ae-141c7d4afa31" -d '{"events": [{"server_uuid": "6dcb6a42-fb6c-4f93-ad89-04278ea63856", "name": "network-vif-deleted", "tag": "423c5470-d5de-4d5a-abe8-66aec65f3120"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:48:41.159732 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48377b7a-ca55-425e-9e67-1b7d09ce8743 x-openstack-request-id: req-48377b7a-ca55-425e-9e67-1b7d09ce8743 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:48:41.160030 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dcb6a42-fb6c-4f93-ad89-04278ea63856", "name": "network-vif-deleted", "tag": "423c5470-d5de-4d5a-abe8-66aec65f3120", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:48:41.160326 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48377b7a-ca55-425e-9e67-1b7d09ce8743 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:48:41.160747 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dcb6a42-fb6c-4f93-ad89-04278ea63856', 'name': 'network-vif-deleted', 'tag': '423c5470-d5de-4d5a-abe8-66aec65f3120', 'status': 'completed', 'code': 200} Jun 14 16:48:41.250836 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8f523b4c-99d2-4bac-a766-a96f386b8c47 req-fe4892d0-aca4-45a3-b4a7-a0508f7353f9 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dcb6a42-fb6c-4f93-ad89-04278ea63856 HTTP/1.1" status: 200 len: 210 time: 0.0349269 Jun 14 16:48:41.721764 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-09adb712-c34b-44a2-af2d-af9835b93f7d req-72f98a05-9832-454b-af59-038b23381141 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0361018 Jun 14 16:48:42.435395 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:42.891316 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-24d0fd4c-47c5-40f3-8743-6d5f9e582aac req-f1a1b42e-502f-48ef-bbc7-98daba8bb5c0 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0403802 Jun 14 16:48:43.199206 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 34988) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:48:43.829919 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e39d3b5a-a618-40b6-9222-69ea422f19ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591572'] for router_interface, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:44.217541 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4a5594d6-e43e-4d94-bf63-fe2a2aad1917 req-46766e90-cb6d-45e7-8bc1-6682d0ed0230 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0443015 Jun 14 16:48:44.296044 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:44.509439 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-e39d3b5a-a618-40b6-9222-69ea422f19ae admin admin] Deleting port a8194237-1df9-4e9b-b8ab-7172f954dd11 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:48:44.509686 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e39d3b5a-a618-40b6-9222-69ea422f19ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:44.618406 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-e39d3b5a-a618-40b6-9222-69ea422f19ae admin admin] For port a8194237-1df9-4e9b-b8ab-7172f954dd11, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=a8194237-1df9-4e9b-b8ab-7172f954dd11,segment=NetworkSegment(914fa835-60b5-41f5-9a64-2daa16547456),segment_id=914fa835-60b5-41f5-9a64-2daa16547456)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:48:44.618712 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e39d3b5a-a618-40b6-9222-69ea422f19ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:44.710884 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-e39d3b5a-a618-40b6-9222-69ea422f19ae admin admin] Calling delete_port for a8194237-1df9-4e9b-b8ab-7172f954dd11 owned by network:router_interface {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:48:44.966763 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e39d3b5a-a618-40b6-9222-69ea422f19ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:44.969420 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:48:44.998111 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d3b5a-a618-40b6-9222-69ea422f19ae admin admin] Pushing event deleted for resources: {'Port': ['ID=a8194237-1df9-4e9b-b8ab-7172f954dd11,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:48:45.001897 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e39d3b5a-a618-40b6-9222-69ea422f19ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:48:45.211192 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e39d3b5a-a618-40b6-9222-69ea422f19ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591940'] for router_interface, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:45.389687 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8996db93-05b4-48ab-849e-99c3453c9dea req-79a21cf7-8dea-4913-9967-ef239bce668b tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0500188 Jun 14 16:48:45.553291 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39d3b5a-a618-40b6-9222-69ea422f19ae admin admin] Router 57464823-70f1-454e-bc16-fb207a86fc96 has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:48:45.693542 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39d3b5a-a618-40b6-9222-69ea422f19ae admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:48:45.699046 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-e39d3b5a-a618-40b6-9222-69ea422f19ae admin admin] 10.222.0.25 "PUT /v2.0/routers/57464823-70f1-454e-bc16-fb207a86fc96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4978504 Jun 14 16:48:45.701587 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 35008) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:48:45.709878 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2568c8b-47fe-468d-9ff0-ec6423560162 None None] Sync routers for ids ['57464823-70f1-454e-bc16-fb207a86fc96'] in dv-cinder-796286-2-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:48:45.722731 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2568c8b-47fe-468d-9ff0-ec6423560162 None None] Routers {'57464823-70f1-454e-bc16-fb207a86fc96'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:48:45.723794 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-f2568c8b-47fe-468d-9ff0-ec6423560162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:48:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['57464823-70f1-454e-bc16-fb207a86fc96'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:48:45.777396 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 423c5470-d5de-4d5a-abe8-66aec65f3120 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:48:45.801825 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] No Port match for: 423c5470-d5de-4d5a-abe8-66aec65f3120 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:48:45.802144 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 423c5470-d5de-4d5a-abe8-66aec65f3120 not bound to the agent host hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:48:45.844803 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Notify callbacks [] for router, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:45.867796 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-f2568c8b-47fe-468d-9ff0-ec6423560162 None None] Set router 57464823-70f1-454e-bc16-fb207a86fc96 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:48:45.986132 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:46.039426 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Deleting port 48e70cdd-0920-4b74-8b81-ae267db33c01 {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:48:46.039766 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:46.106425 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-f2568c8b-47fe-468d-9ff0-ec6423560162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57464823-70f1-454e-bc16-fb207a86fc96', 'name': 'tempest-TestMinimumBasicScenario-901214450-router', 'tenant_id': 'ac243c315f15403eb53dc16ca380955a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.181'}], 'enable_snat': True}, 'gw_port_id': '48e70cdd-0920-4b74-8b81-ae267db33c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:35:22Z', 'updated_at': '2021-06-14T16:48:44Z', 'revision_number': 5, 'project_id': 'ac243c315f15403eb53dc16ca380955a', 'gw_port': {'id': '48e70cdd-0920-4b74-8b81-ae267db33c01', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:44:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57464823-70f1-454e-bc16-fb207a86fc96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:35:23Z', 'updated_at': '2021-06-14T16:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:48:46.110112 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2568c8b-47fe-468d-9ff0-ec6423560162 None None] Checking router: 57464823-70f1-454e-bc16-fb207a86fc96 for host: dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:48:46.119127 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2568c8b-47fe-468d-9ff0-ec6423560162 None None] Routers {'57464823-70f1-454e-bc16-fb207a86fc96'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:48:46.119757 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-f2568c8b-47fe-468d-9ff0-ec6423560162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:48:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['57464823-70f1-454e-bc16-fb207a86fc96'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:48:46.148780 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] For port 48e70cdd-0920-4b74-8b81-ae267db33c01, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=48e70cdd-0920-4b74-8b81-ae267db33c01,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:48:46.149133 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:46.241396 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-f2568c8b-47fe-468d-9ff0-ec6423560162 None None] Set router 57464823-70f1-454e-bc16-fb207a86fc96 gateway port host: None {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:48:46.245593 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Calling delete_port for 48e70cdd-0920-4b74-8b81-ae267db33c01 owned by network:router_gateway {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:48:46.315414 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-f2568c8b-47fe-468d-9ff0-ec6423560162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57464823-70f1-454e-bc16-fb207a86fc96', 'name': 'tempest-TestMinimumBasicScenario-901214450-router', 'tenant_id': 'ac243c315f15403eb53dc16ca380955a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:35:22Z', 'updated_at': '2021-06-14T16:48:45Z', 'revision_number': 6, 'project_id': 'ac243c315f15403eb53dc16ca380955a', 'gw_port_host': None}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:48:46.319945 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2568c8b-47fe-468d-9ff0-ec6423560162 None None] The sync data for ids ['57464823-70f1-454e-bc16-fb207a86fc96'] in dv-cinder-796286-2-iscsi is: [{'id': '57464823-70f1-454e-bc16-fb207a86fc96', 'name': 'tempest-TestMinimumBasicScenario-901214450-router', 'tenant_id': 'ac243c315f15403eb53dc16ca380955a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:35:22Z', 'updated_at': '2021-06-14T16:48:45Z', 'revision_number': 6, 'project_id': 'ac243c315f15403eb53dc16ca380955a', 'gw_port_host': None}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:48:46.545237 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-37f61a63-2566-4cca-9a27-92c09685175c req-0e26b490-7d6e-4a7b-a3fe-ed49e22d7e5b tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0332942 Jun 14 16:48:46.695677 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11589358'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:46.700489 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-ecf1cf02-57c1-40df-b448-d30b0736a38e tempest-DeleteServersTestJSON-828693262 tempest-DeleteServersTestJSON-828693262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:48:46.730810 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Pushing event deleted for resources: {'Port': ['ID=48e70cdd-0920-4b74-8b81-ae267db33c01,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:48:46.765781 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:46.766240 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:46.766615 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:46.766956 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:46.767289 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:46.767658 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:46.768084 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:46.768314 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:46.768645 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:46.768977 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:46.769439 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:46.769585 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:46.773279 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:48:46.824297 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594199'] for router_gateway, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:46.968908 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-621798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106227'] for router, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:46.971065 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:47.046382 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-622384'] for router, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:47.046897 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57464823-70f1-454e-bc16-fb207a86fc96 {{(pid=91925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 16:48:47.052061 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Notify callbacks [] for router, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:47.055149 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] 10.222.0.25 "DELETE /v2.0/routers/57464823-70f1-454e-bc16-fb207a86fc96 HTTP/1.1" status: 204 len: 168 time: 1.3503225 Jun 14 16:48:47.055367 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 35024) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:48:47.110131 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_v2 [None req-136a35f9-bc29-4b3a-9a16-c1429df41d52 admin admin] Deleting subnet 7ece1e9a-b949-43f4-a508-05ba75586006 {{(pid=91925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 16:48:47.113160 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-136a35f9-bc29-4b3a-9a16-c1429df41d52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:47.153411 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-136a35f9-bc29-4b3a-9a16-c1429df41d52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11696424'] for subnet, precommit_delete_associations {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:47.276555 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-136a35f9-bc29-4b3a-9a16-c1429df41d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3822193'] for subnet, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:47.341874 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-136a35f9-bc29-4b3a-9a16-c1429df41d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3822200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11588372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12509356'] for subnet, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:47.344904 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:48:47.386488 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-136a35f9-bc29-4b3a-9a16-c1429df41d52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:47.388320 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-136a35f9-bc29-4b3a-9a16-c1429df41d52 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7ece1e9a-b949-43f4-a508-05ba75586006 HTTP/1.1" status: 204 len: 168 time: 0.3320429 Jun 14 16:48:47.389100 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a35f9-bc29-4b3a-9a16-c1429df41d52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ece1e9a-b949-43f4-a508-05ba75586006,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:48:47.391054 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 35026) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:48:47.392140 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-136a35f9-bc29-4b3a-9a16-c1429df41d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:48:47.392354 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce446929-8971-4457-9a26-de8f86be16a0 None None] Network bd7d09c4-b964-4950-a9a3-957692e9cb01 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:48:47.499593 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-05b51d8f-e271-415f-8c4b-cf9fc2cb31fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684090'] for network, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:47.613642 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-05b51d8f-e271-415f-8c4b-cf9fc2cb31fc admin admin] Deleting port 0afc59ae-583b-45fe-b2d2-fba5d31620bf {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:48:47.614256 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-05b51d8f-e271-415f-8c4b-cf9fc2cb31fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:47.643630 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8abdc27-577a-42a8-b91c-8794f909e41d None None] DHCP port deletion for bd7d09c4-b964-4950-a9a3-957692e9cb01 request from dv-cinder-796286-2-iscsi {{(pid=91926) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 16:48:47.650920 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a03613b7-b369-4635-8504-0eafe63f8661 req-6e64993a-7a64-4ca3-88db-76de07674c41 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1040409 Jun 14 16:48:47.704527 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-c8abdc27-577a-42a8-b91c-8794f909e41d None None] Deleting port 0afc59ae-583b-45fe-b2d2-fba5d31620bf {{(pid=91926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:48:47.704870 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c8abdc27-577a-42a8-b91c-8794f909e41d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:47.773106 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5a0da9d6-f65f-4662-9ca1-9a41cd021501 req-b71b7e52-da9e-4b4a-9faf-7b8420a6f9ab tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0630684 Jun 14 16:48:47.775958 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-05b51d8f-e271-415f-8c4b-cf9fc2cb31fc admin admin] For port 0afc59ae-583b-45fe-b2d2-fba5d31620bf, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=0afc59ae-583b-45fe-b2d2-fba5d31620bf,segment=NetworkSegment(914fa835-60b5-41f5-9a64-2daa16547456),segment_id=914fa835-60b5-41f5-9a64-2daa16547456)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:48:47.776345 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-05b51d8f-e271-415f-8c4b-cf9fc2cb31fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:47.780719 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 48e70cdd-0920-4b74-8b81-ae267db33c01 no longer exists at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:48:47.819499 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] No Port match for: 48e70cdd-0920-4b74-8b81-ae267db33c01 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:48:47.819855 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 48e70cdd-0920-4b74-8b81-ae267db33c01 not bound to the agent host dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:48:47.820276 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device a8194237-1df9-4e9b-b8ab-7172f954dd11 no longer exists at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:48:47.849998 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c8abdc27-577a-42a8-b91c-8794f909e41d None None] For port 0afc59ae-583b-45fe-b2d2-fba5d31620bf, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=0afc59ae-583b-45fe-b2d2-fba5d31620bf,segment=NetworkSegment(914fa835-60b5-41f5-9a64-2daa16547456),segment_id=914fa835-60b5-41f5-9a64-2daa16547456)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:48:47.850473 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c8abdc27-577a-42a8-b91c-8794f909e41d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:47.876335 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-05b51d8f-e271-415f-8c4b-cf9fc2cb31fc admin admin] Calling delete_port for 0afc59ae-583b-45fe-b2d2-fba5d31620bf owned by network:dhcp {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:48:47.941628 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-c8abdc27-577a-42a8-b91c-8794f909e41d None None] Calling delete_port for 0afc59ae-583b-45fe-b2d2-fba5d31620bf owned by network:dhcp {{(pid=91926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:48:47.946519 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03613b7-b369-4635-8504-0eafe63f8661 req-b33568bb-fbf1-4830-934c-ac838eee1e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:48:47.948032 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a03613b7-b369-4635-8504-0eafe63f8661 req-b33568bb-fbf1-4830-934c-ac838eee1e14 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c90e9f6caa44ace9e9c8571d4b33473&device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 1098 time: 0.2452414 Jun 14 16:48:47.948813 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] No Port match for: a8194237-1df9-4e9b-b8ab-7172f954dd11 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:48:47.949165 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device a8194237-1df9-4e9b-b8ab-7172f954dd11 not bound to the agent host dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:48:47.949580 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 0afc59ae-583b-45fe-b2d2-fba5d31620bf no longer exists at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:48:48.057238 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-05b51d8f-e271-415f-8c4b-cf9fc2cb31fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:48.062218 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:48:48.101441 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b51d8f-e271-415f-8c4b-cf9fc2cb31fc admin admin] No DVR routers for this DVR port 0afc59ae-583b-45fe-b2d2-fba5d31620bf on host dv-cinder-796286-2-iscsi {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:48:48.107991 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b51d8f-e271-415f-8c4b-cf9fc2cb31fc admin admin] Pushing event deleted for resources: {'Port': ['ID=0afc59ae-583b-45fe-b2d2-fba5d31620bf,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:48:48.109027 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c8abdc27-577a-42a8-b91c-8794f909e41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417'] for port, after_delete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:48.110791 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-05b51d8f-e271-415f-8c4b-cf9fc2cb31fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:48:48.116453 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-79cc7a92-1276-40d9-b20c-70d7b8413887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:48:48.154176 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abdc27-577a-42a8-b91c-8794f909e41d None None] Pushing event deleted for resources: {'Port': ['ID=0afc59ae-583b-45fe-b2d2-fba5d31620bf,revision_number=None']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:48:48.158864 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8abdc27-577a-42a8-b91c-8794f909e41d None None] No DVR routers for this DVR port 0afc59ae-583b-45fe-b2d2-fba5d31620bf on host dv-cinder-796286-2-iscsi {{(pid=91926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:48:48.169219 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abdc27-577a-42a8-b91c-8794f909e41d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:48.169562 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abdc27-577a-42a8-b91c-8794f909e41d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:48.170102 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abdc27-577a-42a8-b91c-8794f909e41d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:48.170459 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abdc27-577a-42a8-b91c-8794f909e41d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:48.171027 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abdc27-577a-42a8-b91c-8794f909e41d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:48.171159 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abdc27-577a-42a8-b91c-8794f909e41d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:48.171426 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abdc27-577a-42a8-b91c-8794f909e41d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:48.171751 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abdc27-577a-42a8-b91c-8794f909e41d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:48.172143 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abdc27-577a-42a8-b91c-8794f909e41d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:48.172566 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abdc27-577a-42a8-b91c-8794f909e41d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:48.173514 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abdc27-577a-42a8-b91c-8794f909e41d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:48.173864 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8abdc27-577a-42a8-b91c-8794f909e41d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:48:48.176411 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03613b7-b369-4635-8504-0eafe63f8661 req-56ab0814-ef32-485a-a6ad-86724d3c8e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:48:48.176873 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] No active binding found for port 0afc59ae-583b-45fe-b2d2-fba5d31620bf {{(pid=91926) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 14 16:48:48.177338 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 0afc59ae-583b-45fe-b2d2-fba5d31620bf not bound to the agent host dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:48:48.178097 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a03613b7-b369-4635-8504-0eafe63f8661 req-56ab0814-ef32-485a-a6ad-86724d3c8e23 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bacab7d-e7d5-400d-a72a-7caeec0312a6 HTTP/1.1" status: 200 len: 920 time: 0.2013924 Jun 14 16:48:48.178772 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c8abdc27-577a-42a8-b91c-8794f909e41d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:48:48.225783 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-05b51d8f-e271-415f-8c4b-cf9fc2cb31fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3827948', 'neutron.services.segments.db._delete_segments_for_network-8769377283256'] for network, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:48.243081 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-05b51d8f-e271-415f-8c4b-cf9fc2cb31fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7d09c4-b964-4950-a9a3-957692e9cb01']}} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:48:48.289037 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a03613b7-b369-4635-8504-0eafe63f8661 req-6e170fc5-0877-4eab-951d-aee86354f4a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 HTTP/1.1" status: 200 len: 217 time: 0.0604587 Jun 14 16:48:48.290622 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-05b51d8f-e271-415f-8c4b-cf9fc2cb31fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914fa835-60b5-41f5-9a64-2daa16547456') {'for_net_delete': True} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:48:48.290910 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-05b51d8f-e271-415f-8c4b-cf9fc2cb31fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914fa835-60b5-41f5-9a64-2daa16547456') {} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:48:48.311821 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-05b51d8f-e271-415f-8c4b-cf9fc2cb31fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769377283094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11922907'] for segment, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:48.612414 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-05b51d8f-e271-415f-8c4b-cf9fc2cb31fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:48.621535 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b51d8f-e271-415f-8c4b-cf9fc2cb31fc admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=91924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 16:48:48.622136 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-05b51d8f-e271-415f-8c4b-cf9fc2cb31fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12205854'] for segment, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: Traceback (most recent call last): Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: timer() Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: cb(*args, **kw) Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: return func(*args, **kwargs) Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: self._notify() Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: self.callback(batched_events) Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: event.method(event) Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: return f(self, *a, **k) Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: return self._get(url).json() Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: return self.request(url, 'GET', **kwargs) Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 16:48:48.623585 dv-cinder-796286-2-iscsi neutron-server[91924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 16:48:48.648106 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03613b7-b369-4635-8504-0eafe63f8661 req-b4eab59e-2e2f-4e9b-828a-2d9fb469b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:48:48.649598 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a03613b7-b369-4635-8504-0eafe63f8661 req-b4eab59e-2e2f-4e9b-828a-2d9fb469b810 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76ebf11c-6866-45a5-8a22-bba3c93daf27 HTTP/1.1" status: 200 len: 859 time: 0.3510602 Jun 14 16:48:48.728253 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a03613b7-b369-4635-8504-0eafe63f8661 req-0e836656-bdae-4327-9b8d-b9c5df546741 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bacab7d-e7d5-400d-a72a-7caeec0312a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314579 Jun 14 16:48:48.728914 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-05b51d8f-e271-415f-8c4b-cf9fc2cb31fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3827955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594186'] for network, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:48.732692 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-773c638d-a43a-40a7-a463-3521cb35386d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:48:48.735327 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-05b51d8f-e271-415f-8c4b-cf9fc2cb31fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:48.736894 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-05b51d8f-e271-415f-8c4b-cf9fc2cb31fc admin admin] 10.222.0.25 "DELETE /v2.0/networks/bd7d09c4-b964-4950-a9a3-957692e9cb01 HTTP/1.1" status: 204 len: 168 time: 1.3448277 Jun 14 16:48:48.740052 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 35038) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:48:48.757975 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b51d8f-e271-415f-8c4b-cf9fc2cb31fc admin admin] Pushing event deleted for resources: {'Network': ['ID=bd7d09c4-b964-4950-a9a3-957692e9cb01,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:48:48.771444 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-05b51d8f-e271-415f-8c4b-cf9fc2cb31fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:48:48.862207 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a03613b7-b369-4635-8504-0eafe63f8661 req-c37808a2-6492-4df9-b9ef-9e5861ccc177 service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122344 Jun 14 16:48:48.938489 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7e8607e6-f2d4-419e-a954-929f0c3f6d54 req-e2d674b3-9f2a-4f96-8e01-a5e9bb63df9e tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0440118 Jun 14 16:48:49.023318 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a03613b7-b369-4635-8504-0eafe63f8661 req-5102e0e9-adc0-4eb4-ba7e-1b18642c4122 service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535330 Jun 14 16:48:49.255491 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-cbd297ea-bc5a-4c00-99d0-97909806a000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591572'] for router_interface, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:49.808709 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-cbd297ea-bc5a-4c00-99d0-97909806a000 admin admin] Deleting port dc37e563-fad8-4c1a-9457-4b90b5773814 {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:48:49.809432 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-cbd297ea-bc5a-4c00-99d0-97909806a000 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:49.912125 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-cbd297ea-bc5a-4c00-99d0-97909806a000 admin admin] For port dc37e563-fad8-4c1a-9457-4b90b5773814, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=dc37e563-fad8-4c1a-9457-4b90b5773814,segment=NetworkSegment(4f3e8c28-4ffb-4a64-a253-90d0c6679010),segment_id=4f3e8c28-4ffb-4a64-a253-90d0c6679010)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:48:49.912487 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-cbd297ea-bc5a-4c00-99d0-97909806a000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:50.005783 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-cbd297ea-bc5a-4c00-99d0-97909806a000 admin admin] Calling delete_port for dc37e563-fad8-4c1a-9457-4b90b5773814 owned by network:router_interface {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:48:50.090687 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c4f98604-432c-4cf5-a72a-2921cdcc4f5f req-29b1e12a-3613-443d-bff6-93ea6361fe33 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0333273 Jun 14 16:48:50.240067 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-cbd297ea-bc5a-4c00-99d0-97909806a000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11589358'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:50.242372 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:48:50.272429 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd297ea-bc5a-4c00-99d0-97909806a000 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc37e563-fad8-4c1a-9457-4b90b5773814,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:48:50.275566 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-cbd297ea-bc5a-4c00-99d0-97909806a000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:48:50.487559 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-cbd297ea-bc5a-4c00-99d0-97909806a000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591940'] for router_interface, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:50.783572 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd297ea-bc5a-4c00-99d0-97909806a000 admin admin] Router 13de0d50-778a-4166-b7c3-49cfbb5bd2b2 has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:48:50.932120 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd297ea-bc5a-4c00-99d0-97909806a000 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:48:50.938310 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-cbd297ea-bc5a-4c00-99d0-97909806a000 admin admin] 10.222.0.25 "PUT /v2.0/routers/13de0d50-778a-4166-b7c3-49cfbb5bd2b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1971066 Jun 14 16:48:50.939169 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 35056) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:48:50.940946 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228e59e8-915b-4d93-83f8-5e992bc01271 None None] Sync routers for ids ['13de0d50-778a-4166-b7c3-49cfbb5bd2b2'] in dv-cinder-796286-2-iscsi {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:48:50.951188 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228e59e8-915b-4d93-83f8-5e992bc01271 None None] Routers {'13de0d50-778a-4166-b7c3-49cfbb5bd2b2'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:48:50.951899 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-228e59e8-915b-4d93-83f8-5e992bc01271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:48:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['13de0d50-778a-4166-b7c3-49cfbb5bd2b2'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:48:51.085190 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-08f36c4b-5c4c-46f7-8383-b9b6f0793e94 admin admin] Notify callbacks [] for router, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:51.090599 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-228e59e8-915b-4d93-83f8-5e992bc01271 None None] Set router 13de0d50-778a-4166-b7c3-49cfbb5bd2b2 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:48:51.231750 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-08f36c4b-5c4c-46f7-8383-b9b6f0793e94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:51.284434 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-64524e15-e010-46bb-a635-f5e91b3324b6 req-84c91493-005a-4459-9899-f46ea0bc93dc tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0698738 Jun 14 16:48:51.290895 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-08f36c4b-5c4c-46f7-8383-b9b6f0793e94 admin admin] Deleting port 05fc32e3-2e54-4172-9b90-66c802467282 {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:48:51.291240 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-08f36c4b-5c4c-46f7-8383-b9b6f0793e94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:51.463781 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-228e59e8-915b-4d93-83f8-5e992bc01271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13de0d50-778a-4166-b7c3-49cfbb5bd2b2', 'name': 'tempest-TestMinimumBasicScenario-478591310-router', 'tenant_id': '647c3d25daa842c0bfd250c80e73076e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '05fc32e3-2e54-4172-9b90-66c802467282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:35:34Z', 'updated_at': '2021-06-14T16:48:50Z', 'revision_number': 5, 'project_id': '647c3d25daa842c0bfd250c80e73076e', 'gw_port': {'id': '05fc32e3-2e54-4172-9b90-66c802467282', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:fa:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13de0d50-778a-4166-b7c3-49cfbb5bd2b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:35:34Z', 'updated_at': '2021-06-14T16:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:48:51.467994 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228e59e8-915b-4d93-83f8-5e992bc01271 None None] Checking router: 13de0d50-778a-4166-b7c3-49cfbb5bd2b2 for host: dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:48:51.478521 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228e59e8-915b-4d93-83f8-5e992bc01271 None None] Routers {'13de0d50-778a-4166-b7c3-49cfbb5bd2b2'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:48:51.479168 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-228e59e8-915b-4d93-83f8-5e992bc01271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:48:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['13de0d50-778a-4166-b7c3-49cfbb5bd2b2'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:48:51.603068 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-08f36c4b-5c4c-46f7-8383-b9b6f0793e94 admin admin] For port 05fc32e3-2e54-4172-9b90-66c802467282, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=05fc32e3-2e54-4172-9b90-66c802467282,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:48:51.603320 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-08f36c4b-5c4c-46f7-8383-b9b6f0793e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:51.605857 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-228e59e8-915b-4d93-83f8-5e992bc01271 None None] Set router 13de0d50-778a-4166-b7c3-49cfbb5bd2b2 gateway port host: None {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:48:51.682427 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-228e59e8-915b-4d93-83f8-5e992bc01271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13de0d50-778a-4166-b7c3-49cfbb5bd2b2', 'name': 'tempest-TestMinimumBasicScenario-478591310-router', 'tenant_id': '647c3d25daa842c0bfd250c80e73076e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:35:34Z', 'updated_at': '2021-06-14T16:48:51Z', 'revision_number': 6, 'project_id': '647c3d25daa842c0bfd250c80e73076e', 'gw_port_host': None}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:48:51.687301 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228e59e8-915b-4d93-83f8-5e992bc01271 None None] The sync data for ids ['13de0d50-778a-4166-b7c3-49cfbb5bd2b2'] in dv-cinder-796286-2-iscsi is: [{'id': '13de0d50-778a-4166-b7c3-49cfbb5bd2b2', 'name': 'tempest-TestMinimumBasicScenario-478591310-router', 'tenant_id': '647c3d25daa842c0bfd250c80e73076e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:35:34Z', 'updated_at': '2021-06-14T16:48:51Z', 'revision_number': 6, 'project_id': '647c3d25daa842c0bfd250c80e73076e', 'gw_port_host': None}] {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:48:51.693783 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-08f36c4b-5c4c-46f7-8383-b9b6f0793e94 admin admin] Calling delete_port for 05fc32e3-2e54-4172-9b90-66c802467282 owned by network:router_gateway {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:48:51.900167 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-08f36c4b-5c4c-46f7-8383-b9b6f0793e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11589358'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:51.902326 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:48:51.930847 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f36c4b-5c4c-46f7-8383-b9b6f0793e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=05fc32e3-2e54-4172-9b90-66c802467282,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:48:51.933755 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-08f36c4b-5c4c-46f7-8383-b9b6f0793e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:48:52.009685 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-08f36c4b-5c4c-46f7-8383-b9b6f0793e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594199'] for router_gateway, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:52.148746 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-08f36c4b-5c4c-46f7-8383-b9b6f0793e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-621798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106227'] for router, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:52.151813 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-08f36c4b-5c4c-46f7-8383-b9b6f0793e94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:52.220098 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-08f36c4b-5c4c-46f7-8383-b9b6f0793e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-622384'] for router, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:52.220631 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f36c4b-5c4c-46f7-8383-b9b6f0793e94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13de0d50-778a-4166-b7c3-49cfbb5bd2b2 {{(pid=91925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 16:48:52.225441 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-08f36c4b-5c4c-46f7-8383-b9b6f0793e94 admin admin] Notify callbacks [] for router, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:52.226908 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-08f36c4b-5c4c-46f7-8383-b9b6f0793e94 admin admin] 10.222.0.25 "DELETE /v2.0/routers/13de0d50-778a-4166-b7c3-49cfbb5bd2b2 HTTP/1.1" status: 204 len: 168 time: 1.2865791 Jun 14 16:48:52.229664 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 35068) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:48:52.285651 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc70acbd-eaac-4858-bef4-5fc66d8e9687 admin admin] Deleting subnet 6c8fc789-7f36-432c-b8aa-e48540d0f2d4 {{(pid=91924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 16:48:52.288947 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-cc70acbd-eaac-4858-bef4-5fc66d8e9687 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:52.331759 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-cc70acbd-eaac-4858-bef4-5fc66d8e9687 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11922896'] for subnet, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:52.477956 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7b65ec06-ad0f-4456-88f8-477ba234b947 req-1622f0a7-2237-41e6-a414-eea2915762c0 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0689580 Jun 14 16:48:52.493550 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-cc70acbd-eaac-4858-bef4-5fc66d8e9687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3822193'] for subnet, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:52.561821 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-cc70acbd-eaac-4858-bef4-5fc66d8e9687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3822200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12204727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12516290'] for subnet, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:52.564867 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:48:52.597050 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70acbd-eaac-4858-bef4-5fc66d8e9687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c8fc789-7f36-432c-b8aa-e48540d0f2d4,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:48:52.599141 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-cc70acbd-eaac-4858-bef4-5fc66d8e9687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:52.602768 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-cc70acbd-eaac-4858-bef4-5fc66d8e9687 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6c8fc789-7f36-432c-b8aa-e48540d0f2d4 HTTP/1.1" status: 204 len: 168 time: 0.3718295 Jun 14 16:48:52.603625 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 35074) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:48:52.604310 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e19a26e-844e-405d-86d7-3e9376e90a50 None None] Network 2d3ecdc5-b423-4139-ae02-b12030b51209 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:48:52.612149 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-cc70acbd-eaac-4858-bef4-5fc66d8e9687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:48:52.706897 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5aa63152-59e2-4751-af40-5f9660549769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684090'] for network, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:52.766452 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-5aa63152-59e2-4751-af40-5f9660549769 admin admin] Deleting port 07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:48:52.766913 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5aa63152-59e2-4751-af40-5f9660549769 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:52.825657 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb5f21b-a674-4938-962a-5bfe61e084dc None None] DHCP port deletion for 2d3ecdc5-b423-4139-ae02-b12030b51209 request from dv-cinder-796286-2-iscsi {{(pid=91926) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 16:48:52.862245 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-5aa63152-59e2-4751-af40-5f9660549769 admin admin] For port 07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec,segment=NetworkSegment(4f3e8c28-4ffb-4a64-a253-90d0c6679010),segment_id=4f3e8c28-4ffb-4a64-a253-90d0c6679010)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:48:52.862624 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5aa63152-59e2-4751-af40-5f9660549769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:52.880118 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-cbb5f21b-a674-4938-962a-5bfe61e084dc None None] Deleting port 07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec {{(pid=91926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:48:52.880635 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-cbb5f21b-a674-4938-962a-5bfe61e084dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:52.955704 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-5aa63152-59e2-4751-af40-5f9660549769 admin admin] Calling delete_port for 07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec owned by network:dhcp {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:48:52.965207 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-cbb5f21b-a674-4938-962a-5bfe61e084dc None None] For port 07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec,segment=NetworkSegment(4f3e8c28-4ffb-4a64-a253-90d0c6679010),segment_id=4f3e8c28-4ffb-4a64-a253-90d0c6679010)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:48:52.965595 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-cbb5f21b-a674-4938-962a-5bfe61e084dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:53.051316 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5aa63152-59e2-4751-af40-5f9660549769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11589358'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:53.053648 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-739e715d-b300-436d-932b-352e2b4d554a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:48:53.056700 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-cbb5f21b-a674-4938-962a-5bfe61e084dc None None] Calling delete_port for 07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec owned by network:dhcp {{(pid=91926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:48:53.081632 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa63152-59e2-4751-af40-5f9660549769 admin admin] Pushing event deleted for resources: {'Port': ['ID=07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:48:53.084728 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-5aa63152-59e2-4751-af40-5f9660549769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:48:53.085498 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa63152-59e2-4751-af40-5f9660549769 admin admin] No DVR routers for this DVR port 07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec on host dv-cinder-796286-2-iscsi {{(pid=91925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:48:53.149058 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-cbb5f21b-a674-4938-962a-5bfe61e084dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417'] for port, after_delete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:53.151058 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:48:53.182891 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5f21b-a674-4938-962a-5bfe61e084dc None None] Pushing event deleted for resources: {'Port': ['ID=07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec,revision_number=None']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:48:53.183334 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5aa63152-59e2-4751-af40-5f9660549769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3827948', 'neutron.services.segments.db._delete_segments_for_network-8769377283256'] for network, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:53.189532 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-cbb5f21b-a674-4938-962a-5bfe61e084dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:48:53.190446 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb5f21b-a674-4938-962a-5bfe61e084dc None None] No DVR routers for this DVR port 07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec on host dv-cinder-796286-2-iscsi {{(pid=91926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:48:53.195926 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-5aa63152-59e2-4751-af40-5f9660549769 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3ecdc5-b423-4139-ae02-b12030b51209']}} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:48:53.208097 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-5aa63152-59e2-4751-af40-5f9660549769 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3e8c28-4ffb-4a64-a253-90d0c6679010') {'for_net_delete': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:48:53.208386 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-5aa63152-59e2-4751-af40-5f9660549769 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3e8c28-4ffb-4a64-a253-90d0c6679010') {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:48:53.218257 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5aa63152-59e2-4751-af40-5f9660549769 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769377283094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11696419'] for segment, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:53.237749 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5aa63152-59e2-4751-af40-5f9660549769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:53.243683 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa63152-59e2-4751-af40-5f9660549769 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=91925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 16:48:53.244204 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5aa63152-59e2-4751-af40-5f9660549769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11589309'] for segment, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: Traceback (most recent call last): Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: timer() Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: cb(*args, **kw) Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: return func(*args, **kwargs) Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: self._notify() Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: self.callback(batched_events) Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: event.method(event) Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: return f(self, *a, **k) Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: return self._get(url).json() Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: return self.request(url, 'GET', **kwargs) Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 16:48:53.245839 dv-cinder-796286-2-iscsi neutron-server[91925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 16:48:53.318737 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5aa63152-59e2-4751-af40-5f9660549769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3827955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594186'] for network, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:53.324614 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:48:53.329904 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5aa63152-59e2-4751-af40-5f9660549769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:53.331769 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-5aa63152-59e2-4751-af40-5f9660549769 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2d3ecdc5-b423-4139-ae02-b12030b51209 HTTP/1.1" status: 204 len: 168 time: 0.7270796 Jun 14 16:48:53.344288 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa63152-59e2-4751-af40-5f9660549769 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d3ecdc5-b423-4139-ae02-b12030b51209,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:48:53.346778 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-5aa63152-59e2-4751-af40-5f9660549769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:48:53.448936 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 35084) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:48:53.498700 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-62e89397-a5b5-4ab5-adef-b0a536a0ab7a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac243c315f15403eb53dc16ca380955a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474858 Jun 14 16:48:53.500093 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 35086) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:48:53.553383 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9656c9ae-b54a-4f80-a8eb-a65e9d97ec7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:53.580390 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9656c9ae-b54a-4f80-a8eb-a65e9d97ec7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:53.647778 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0ee6c666-236e-4db5-b97f-4c374a199b64 req-cf146a11-724a-44cd-b5eb-6c9bf0c3c56d tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0506070 Jun 14 16:48:53.683037 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9656c9ae-b54a-4f80-a8eb-a65e9d97ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:53.685979 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9656c9ae-b54a-4f80-a8eb-a65e9d97ec7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:53.687080 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-9656c9ae-b54a-4f80-a8eb-a65e9d97ec7b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e40ac0a6-fb1b-47df-b5fb-7eaa276e6f0a HTTP/1.1" status: 204 len: 168 time: 0.1861250 Jun 14 16:48:53.687877 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-a20515d5-b67e-4c86-8d9a-c4a76dda033c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:48:53.697750 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656c9ae-b54a-4f80-a8eb-a65e9d97ec7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40ac0a6-fb1b-47df-b5fb-7eaa276e6f0a,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:48:53.700782 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9656c9ae-b54a-4f80-a8eb-a65e9d97ec7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:48:53.805558 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec no longer exists at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:48:53.830465 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] No Port match for: 07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:48:53.830812 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 07d8f0e4-9ce9-47a5-9d97-8de9b2b162ec not bound to the agent host dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:48:53.831225 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device dc37e563-fad8-4c1a-9457-4b90b5773814 no longer exists at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:48:53.855156 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] No Port match for: dc37e563-fad8-4c1a-9457-4b90b5773814 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:48:53.855508 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device dc37e563-fad8-4c1a-9457-4b90b5773814 not bound to the agent host dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:48:53.855924 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 05fc32e3-2e54-4172-9b90-66c802467282 no longer exists at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:48:53.882604 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] No Port match for: 05fc32e3-2e54-4172-9b90-66c802467282 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:48:53.882978 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 05fc32e3-2e54-4172-9b90-66c802467282 not bound to the agent host dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:48:54.151821 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 35096) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:48:54.200047 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-f05d8047-5c91-4ca2-a115-1ffa84358d01 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=647c3d25daa842c0bfd250c80e73076e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469565 Jun 14 16:48:54.202344 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 35100) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:48:54.253630 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-04b4b8c9-79a7-44f0-b797-43bbf1f0dd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:54.277627 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-04b4b8c9-79a7-44f0-b797-43bbf1f0dd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:54.335972 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-04b4b8c9-79a7-44f0-b797-43bbf1f0dd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:54.338717 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-04b4b8c9-79a7-44f0-b797-43bbf1f0dd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:48:54.339852 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-04b4b8c9-79a7-44f0-b797-43bbf1f0dd21 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a108461f-f6a8-42d4-a227-5633330689df HTTP/1.1" status: 204 len: 168 time: 0.1366398 Jun 14 16:48:54.340613 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d4b2b49f-54fd-4df7-b25d-5cfdce50276b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:48:54.349038 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4b8c9-79a7-44f0-b797-43bbf1f0dd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a108461f-f6a8-42d4-a227-5633330689df,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:48:54.351329 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-04b4b8c9-79a7-44f0-b797-43bbf1f0dd21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:48:54.813140 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9dd8a6ae-cf9c-43cd-b3f3-2451a4ef9687 req-9a9ac9e5-646c-4438-a434-452eb5a9314d tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0453880 Jun 14 16:48:55.807448 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [req-49c446fe-21f9-44cb-8519-699e71b5389b req-169585db-811e-415c-9fb5-6b03b6c0f889 service neutron] (91925) timed out ('10.222.0.43', 58985) {{(pid=91925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 14 16:48:55.973580 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-cf2b6370-2886-4294-b8d4-79e51b0a34ba req-0f5e42cb-5e9e-4b6b-bbd1-0b19b96aa471 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0337105 Jun 14 16:48:57.146459 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-24d81539-0af7-4ad4-8824-3e0fce87ac66 req-912c011b-571a-4b9c-936f-f74ac0b61b47 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0332093 Jun 14 16:48:58.303766 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-814004d4-9b62-495d-adeb-9aa7a70911d6 req-70dc41e6-a58e-4cd5-91a5-d22a4ca7215e tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0372796 Jun 14 16:48:58.517414 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [req-d3e04975-b6ca-439a-aa8d-636e418ef184 req-38711be6-edda-433e-94de-5893c99ccb5a service neutron] (91925) timed out ('10.222.0.43', 58980) {{(pid=91925) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 14 16:48:59.461534 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fe16fd6e-839d-44b7-9c30-94062df38d2c req-d9e5244b-3587-440d-a214-1ee4424b0d6e tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0377369 Jun 14 16:49:00.408314 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:49:00.630882 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a3633dbe-79be-41ed-92bd-8d1e69b52b51 req-7c3392cd-33ad-4db8-a8ec-bb139d1f461d tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0354259 Jun 14 16:49:01.789962 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3897f9ca-f362-41f1-a507-0d8593ab4a28 req-2ce5a866-c22f-41c3-9e29-b4f6f4a4ad87 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0359530 Jun 14 16:49:02.967426 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5380c794-fffd-4cf9-8db6-f9b8549eb4be req-b2d31b4e-ef36-4f57-be3b-0ebb2fe3f424 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0376351 Jun 14 16:49:04.121536 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-83e1ec51-a2ef-4131-a3f5-fd71ed28d9b2 req-7a16ae58-31a1-4bd2-a063-535eb9237d27 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0375869 Jun 14 16:49:05.270943 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2d0f5863-c471-494f-8d55-71cdda00cd37 req-49c5842b-d050-4ee4-90cd-d57d4ef995f8 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0340068 Jun 14 16:49:06.450455 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9bc5e48f-8329-45d6-98ef-88df08140111 req-21994ee1-648b-4966-bd62-38fece31e434 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0329604 Jun 14 16:49:07.609290 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-48ebaa1a-3508-433c-a66d-d9c5c54dbee6 req-54431ea4-c2d7-4133-921e-f2ad3045dded tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0387671 Jun 14 16:49:07.665962 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:08.609184 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-372cb3d6-262b-4534-bd4a-ee3df3618bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:08.776000 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-88788267-973a-4637-b4ec-ebac97f8129b req-4ddbf4a4-30a0-4852-89e5-b371e598b4c8 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0419021 Jun 14 16:49:09.943173 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fbf089a4-366a-4423-82e0-71af75f5bcc7 req-7b0eee72-bc27-448c-869c-88bfbb39c575 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0375042 Jun 14 16:49:10.861928 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:11.014814 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-b04366df-6685-49be-b4b9-64f674dab0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:11.099640 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-eedccbc6-ee6a-42b3-bbbe-d5f2c0aa3051 req-1b2f4a4d-aa68-4909-9807-dfe7ae7445a4 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0427675 Jun 14 16:49:12.258273 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d5051e66-0c19-4c49-904e-009235bc51be req-07f18e9d-ab3b-481d-82c1-487eeb8b70ff tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0351057 Jun 14 16:49:12.446920 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:13.434451 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-176ee0ec-b95a-48f7-ad78-ed6968f4f7b0 req-fff1adfe-1ea5-4482-bff2-644cc4c6a3f2 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0529468 Jun 14 16:49:14.305650 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:14.581347 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d7a96861-be8a-4864-a8e1-e39baba83fe4 req-7c7a4d87-685d-4d2a-ad1f-0a1b12f86226 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0346520 Jun 14 16:49:14.863029 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9316a-9315-4f66-bff4-2c47ce13eb23 req-b51d90e9-0f5b-4788-ab5f-33eb0207fe29 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:49:14.864386 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-23b9316a-9315-4f66-bff4-2c47ce13eb23 req-b51d90e9-0f5b-4788-ab5f-33eb0207fe29 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.0760183 Jun 14 16:49:14.915639 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-23b9316a-9315-4f66-bff4-2c47ce13eb23 req-af694e78-becc-49c3-a78e-c4dd5ca1e540 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424645 Jun 14 16:49:15.485812 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fccbc-c826-4a88-8c1d-358c16e367fd req-4f1f5bfe-357c-4a4b-9036-880c720cebeb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:49:15.487290 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-199fccbc-c826-4a88-8c1d-358c16e367fd req-4f1f5bfe-357c-4a4b-9036-880c720cebeb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.43 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.0767615 Jun 14 16:49:15.616376 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-199fccbc-c826-4a88-8c1d-358c16e367fd req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Deleting port 929f886e-28a3-4e84-a40d-fa6044d9717e {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:49:15.617098 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-199fccbc-c826-4a88-8c1d-358c16e367fd req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:15.748805 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-20fd5111-b66a-40ae-af9b-8a5d5ddeb898 req-516e523e-771b-485d-9271-14bd7262a5d8 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0442998 Jun 14 16:49:15.771770 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-199fccbc-c826-4a88-8c1d-358c16e367fd req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] For port 929f886e-28a3-4e84-a40d-fa6044d9717e, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=929f886e-28a3-4e84-a40d-fa6044d9717e,segment=NetworkSegment(a90bb8c7-afc9-4f4f-95cd-4ad30968cefe),segment_id=a90bb8c7-afc9-4f4f-95cd-4ad30968cefe)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:49:15.771770 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-199fccbc-c826-4a88-8c1d-358c16e367fd req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:16.016139 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-199fccbc-c826-4a88-8c1d-358c16e367fd req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:16.016514 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-199fccbc-c826-4a88-8c1d-358c16e367fd req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594291'] for floatingip, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:16.016830 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.db.l3_db [req-199fccbc-c826-4a88-8c1d-358c16e367fd req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Floating IP 4c0c8679-c002-4096-a6fa-597b6f810c60 disassociated. External IP: 172.27.0.195, port: 929f886e-28a3-4e84-a40d-fa6044d9717e. Jun 14 16:49:16.017157 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-199fccbc-c826-4a88-8c1d-358c16e367fd req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Calling delete_port for 929f886e-28a3-4e84-a40d-fa6044d9717e owned by compute:nova {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:49:16.201207 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694013c1-54d1-4486-b50e-9c1a24e9660f req-8106386f-68ef-4c86-aab0-d9a1f1747e1f tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:49:16.202734 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-694013c1-54d1-4486-b50e-9c1a24e9660f req-8106386f-68ef-4c86-aab0-d9a1f1747e1f tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 945 time: 0.1270411 Jun 14 16:49:16.250110 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-199fccbc-c826-4a88-8c1d-358c16e367fd req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:16.255596 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c976dcc0-e81e-4edd-9c57-2d86a14599e3 tempest-VolumesActionsTest-1445509522 tempest-VolumesActionsTest-1445509522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:49:16.292204 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-694013c1-54d1-4486-b50e-9c1a24e9660f req-afcee175-7437-4572-b092-52b779732c62 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=857499c0-4b45-4c36-ac80-bef30d7d0e66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813098 Jun 14 16:49:16.293223 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Pushing event deleted for resources: {'Port': ['ID=929f886e-28a3-4e84-a40d-fa6044d9717e,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:49:16.304286 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:49:16.304664 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:49:16.305022 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:49:16.305966 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:49:16.305966 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:49:16.306264 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:49:16.306460 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:49:16.306940 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:49:16.307112 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:49:16.307458 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:49:16.307787 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:49:16.308197 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:49:16.362247 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:49:16.457906 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-199fccbc-c826-4a88-8c1d-358c16e367fd req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Router 8523845a-50b7-4bd6-afc0-165f8e5292eb has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:49:16.600929 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-199fccbc-c826-4a88-8c1d-358c16e367fd req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:49:16.610898 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949441cf-6633-41da-8f40-ba5a2e26803d None None] Sync routers for ids ['8523845a-50b7-4bd6-afc0-165f8e5292eb'] in dv-cinder-796286-2-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:49:16.624666 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949441cf-6633-41da-8f40-ba5a2e26803d None None] Routers {'8523845a-50b7-4bd6-afc0-165f8e5292eb'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:49:16.625526 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-949441cf-6633-41da-8f40-ba5a2e26803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:49:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['8523845a-50b7-4bd6-afc0-165f8e5292eb'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:49:16.776885 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-949441cf-6633-41da-8f40-ba5a2e26803d None None] Set router 8523845a-50b7-4bd6-afc0-165f8e5292eb gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:49:16.953391 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-199fccbc-c826-4a88-8c1d-358c16e367fd req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] No DVR routers for this DVR port 929f886e-28a3-4e84-a40d-fa6044d9717e on host hv-cinder-79628 {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:49:16.956857 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-199fccbc-c826-4a88-8c1d-358c16e367fd req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:16.959811 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-199fccbc-c826-4a88-8c1d-358c16e367fd req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.43 "DELETE /v2.0/ports/929f886e-28a3-4e84-a40d-fa6044d9717e HTTP/1.1" status: 204 len: 173 time: 1.4655106 Jun 14 16:49:16.962810 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a4a599-c468-4b17-9631-57b6cad3f96c', 'name': 'network-vif-deleted', 'tag': '929f886e-28a3-4e84-a40d-fa6044d9717e'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:49:16.966484 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ae8cb1-932b-4a26-93e9-3c8eeb3af6fb" -d '{"events": [{"server_uuid": "37a4a599-c468-4b17-9631-57b6cad3f96c", "name": "network-vif-deleted", "tag": "929f886e-28a3-4e84-a40d-fa6044d9717e"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:49:17.034320 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fee76fc1-996f-4175-93d3-6ea6a0b29cdd req-eba81446-93fc-4c0d-92f2-3807959e0ccf tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0733035 Jun 14 16:49:17.036097 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519eaa09-5e1f-4cc7-b2ef-849f03c8ba8c x-openstack-request-id: req-519eaa09-5e1f-4cc7-b2ef-849f03c8ba8c {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:49:17.036409 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a4a599-c468-4b17-9631-57b6cad3f96c", "name": "network-vif-deleted", "tag": "929f886e-28a3-4e84-a40d-fa6044d9717e", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:49:17.036870 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-519eaa09-5e1f-4cc7-b2ef-849f03c8ba8c {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:49:17.037465 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a4a599-c468-4b17-9631-57b6cad3f96c', 'name': 'network-vif-deleted', 'tag': '929f886e-28a3-4e84-a40d-fa6044d9717e', 'status': 'completed', 'code': 200} Jun 14 16:49:17.204280 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-949441cf-6633-41da-8f40-ba5a2e26803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'name': 'tempest-AttachVolumeTestJSON-948943538-router', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:14Z', 'updated_at': '2021-06-14T16:33:23Z', 'revision_number': 4, 'project_id': '8586ae834394465a86a02671a1260b36', 'gw_port': {'id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:15Z', 'updated_at': '2021-06-14T16:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '0e95de6d-a624-4521-9996-9980269acffd', 'name': '', 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'mac_address': 'fa:16:3e:c5:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:21Z', 'updated_at': '2021-06-14T16:33:30Z', 'revision_number': 5, 'project_id': '8586ae834394465a86a02671a1260b36', 'subnets': [{'id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:49:17.208063 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949441cf-6633-41da-8f40-ba5a2e26803d None None] Checking router: 8523845a-50b7-4bd6-afc0-165f8e5292eb for host: dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:49:17.217340 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949441cf-6633-41da-8f40-ba5a2e26803d None None] Routers {'8523845a-50b7-4bd6-afc0-165f8e5292eb'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:49:17.217962 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-949441cf-6633-41da-8f40-ba5a2e26803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:49:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['8523845a-50b7-4bd6-afc0-165f8e5292eb'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:49:17.377646 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-949441cf-6633-41da-8f40-ba5a2e26803d None None] Set router 8523845a-50b7-4bd6-afc0-165f8e5292eb gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:49:17.446394 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bceec303-c97d-4bbf-a9ad-5e9c3ec31589 req-4e6d2cb6-2685-49e6-aa2f-d8b0307694da tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0331357 Jun 14 16:49:17.650957 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-949441cf-6633-41da-8f40-ba5a2e26803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'name': 'tempest-AttachVolumeTestJSON-948943538-router', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:14Z', 'updated_at': '2021-06-14T16:33:23Z', 'revision_number': 4, 'project_id': '8586ae834394465a86a02671a1260b36', 'gw_port': {'id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:15Z', 'updated_at': '2021-06-14T16:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '0e95de6d-a624-4521-9996-9980269acffd', 'name': '', 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'mac_address': 'fa:16:3e:c5:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:21Z', 'updated_at': '2021-06-14T16:33:30Z', 'revision_number': 5, 'project_id': '8586ae834394465a86a02671a1260b36', 'subnets': [{'id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:49:17.654998 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949441cf-6633-41da-8f40-ba5a2e26803d None None] The sync data for ids ['8523845a-50b7-4bd6-afc0-165f8e5292eb'] in dv-cinder-796286-2-iscsi is: [{'id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'name': 'tempest-AttachVolumeTestJSON-948943538-router', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:14Z', 'updated_at': '2021-06-14T16:33:23Z', 'revision_number': 4, 'project_id': '8586ae834394465a86a02671a1260b36', 'gw_port': {'id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:15Z', 'updated_at': '2021-06-14T16:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '0e95de6d-a624-4521-9996-9980269acffd', 'name': '', 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'mac_address': 'fa:16:3e:c5:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:21Z', 'updated_at': '2021-06-14T16:33:30Z', 'revision_number': 5, 'project_id': '8586ae834394465a86a02671a1260b36', 'subnets': [{'id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:49:17.872495 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4732b3f5-1734-42f6-9c2c-3087015521d0 None None] New status for floating IP 4c0c8679-c002-4096-a6fa-597b6f810c60: DOWN {{(pid=91926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 16:49:18.349099 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a465adf5-e6b6-4e36-bde0-5471eecdee17 req-1b92fe4b-e9d7-41be-b6fe-58fedb2b4283 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0373659 Jun 14 16:49:18.608879 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-57f3256a-e54a-4a65-906d-756b8ae74075 req-aa872d25-a286-442e-aad9-c79d96340b4d tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0439453 Jun 14 16:49:19.506182 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-34d9b16a-c1c9-474f-97e2-9a730bd3523e req-0979adf4-4773-4f72-815f-598509c0cc5b tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0450609 Jun 14 16:49:19.764781 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-304cbeae-763f-471d-9d6c-ce310c4b0b27 req-8b627e84-ca42-4832-9250-0d7d15cc5de1 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0332353 Jun 14 16:49:19.965759 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 929f886e-28a3-4e84-a40d-fa6044d9717e no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:49:19.990549 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] No Port match for: 929f886e-28a3-4e84-a40d-fa6044d9717e {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:49:19.990892 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 929f886e-28a3-4e84-a40d-fa6044d9717e not bound to the agent host hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:49:20.670261 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-76df3874-50f6-4b9a-908f-79907fa56a3e req-30fdd1f2-2bad-45d4-80fd-3ca141f2c57a tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0323730 Jun 14 16:49:20.924744 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-57cc0055-699d-4e9d-8bde-74b3475d49e8 req-0dda28d0-175c-4418-90ce-61700e1d8c2f tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0411003 Jun 14 16:49:21.838947 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4a1ddacb-cd11-49cc-a602-0638afa5a4c6 req-e4fdaa99-f4e4-41d9-a1d1-0911c466d897 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0413923 Jun 14 16:49:22.078796 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-59ba6624-5958-417f-8f93-26dfab84194e req-ed34eb33-9e53-481a-b14d-19774cfde3c2 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0404828 Jun 14 16:49:22.991734 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4b032ab9-17e7-4ac5-9a82-aa2c6e9f2c4c req-743457d1-8648-4a67-b598-60bc95ca224b tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0338817 Jun 14 16:49:23.254084 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9694d6ec-8f63-4b18-beaf-ee167259f654 req-aca41aa8-f22b-4b2f-adb5-585663861ab0 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0419905 Jun 14 16:49:24.144578 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fe7d59c0-2b76-478c-93e1-c746e281d238 req-755ccf0c-6262-4443-832c-a1e36f4e64bd tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0327377 Jun 14 16:49:24.421605 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f8455710-c625-45ed-a405-434888313b53 req-9c26b1d0-e016-4717-b1f2-0bae94cb575c tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0394228 Jun 14 16:49:25.307710 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d2a77277-f237-4c48-8452-c841d02afaca req-270afce4-4eb0-434b-a640-ffd4c542f573 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0436764 Jun 14 16:49:25.570580 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c136b742-682a-4269-99bb-21b72302eefb req-81f71443-1b0b-4f08-a546-c58b1b56449b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0370212 Jun 14 16:49:26.465216 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-192f7136-4713-4906-b767-e2e34d574131 req-1ae65005-83b4-4481-afd9-722a92514f97 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0366170 Jun 14 16:49:26.728324 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-73410107-be29-46ac-9909-c8dd779e2bdd req-aa0383bc-5a58-4eb5-9ecd-4d17d6ee9993 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0334845 Jun 14 16:49:27.643790 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-23393829-59aa-412d-983f-3657e85c51e5 req-baf5ff4f-cc10-49d4-9f8b-f47ccdaf5759 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0486376 Jun 14 16:49:27.890348 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4863e390-d80f-48cd-9512-1bc7f0a01fc3 req-ddf31a4d-b10d-4a18-9485-a211caaeadce tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0480661 Jun 14 16:49:28.801926 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-567049dd-dbf3-4dd4-b4b2-2bb8cd73b760 req-dac0c790-be37-4020-8fc1-e36f5a17adf5 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0337632 Jun 14 16:49:29.047307 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-73d0ff19-daec-4b69-a6c8-b1cb60e596b6 req-9d691bef-3539-4d86-92fe-a9e54842f1e5 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0358505 Jun 14 16:49:29.969990 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9d8f65fb-0442-43f8-a1a6-bb155db65bfc req-fc96c4b1-6fc2-4b59-87ef-505e17c48c50 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0347340 Jun 14 16:49:30.234882 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-112cfa3e-12ce-4231-a2fe-6d57af858cec req-f0598de2-7d4a-40e6-a1fb-b7b4be412d3c tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0613055 Jun 14 16:49:31.143163 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4238277b-f8f6-48cf-bc0f-27526d4a893b req-969429f5-cbc8-4df7-9f49-db797adb31b9 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0362062 Jun 14 16:49:31.407550 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-44381bae-f377-4d00-b3af-06d6fa3f090b req-23aaa6b0-eccd-42a1-ae2e-14cb2110d895 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0420721 Jun 14 16:49:32.302079 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d1969c3a-5092-4887-8503-251e53a564ba req-442bce55-44ee-46f6-9545-810bfd6d9228 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0397196 Jun 14 16:49:32.582452 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-21d95b5b-10b3-4a20-8e8a-ede259cae505 req-fba9beff-ea6c-4e86-9e1e-5c5830011299 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0471041 Jun 14 16:49:33.455774 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f517ec6a-7979-484a-94d2-3acfb6cda9ae req-c79d8a38-b384-434e-9d7a-b1a8d8ab0973 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0363638 Jun 14 16:49:33.772117 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-289e3870-8816-4274-9965-7ca3e4f3d3f2 req-f91bbd50-f760-40fb-9bc2-6535dacf10cc tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0409086 Jun 14 16:49:34.852428 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0df35e60-cfa3-4be4-a239-516a53bf1666 req-ce5fb2ca-cfd6-4720-9004-1f57b7159748 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0331211 Jun 14 16:49:34.925053 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ad71f253-ff61-4c8b-bf36-02d597d950e6 req-a8cd23a3-f007-47dd-bd14-03722300c658 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0361500 Jun 14 16:49:36.009556 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9fb03bd0-b4b3-4366-ac7e-d3064fbe2593 req-f7bfcf65-4437-4eb5-a900-065e62b9f202 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0344415 Jun 14 16:49:36.081302 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7bec2fbe-cf67-4c62-80a4-7612465b4155 req-1c212996-0a92-4c6a-98b1-b54677abed02 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0329909 Jun 14 16:49:37.154157 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fff1fc4a-1e24-41a4-87fa-db89d35a57aa req-56ea90a0-2e06-4610-87d5-cbdd2ccbe2bb tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0327504 Jun 14 16:49:37.228243 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-604f4d69-152e-4354-b47b-72e534885c4f req-cf3a3a5c-98e0-40ac-80f4-df14569479f4 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0365493 Jun 14 16:49:37.407514 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:49:37.688663 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:38.306795 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ed42c64c-4f39-460e-a3b3-86cd40562e61 req-845d9f1d-3bcb-4f64-9395-910f4d11b988 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0334685 Jun 14 16:49:38.375680 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2ed4181a-89df-4bdc-9122-0ab59e96c83f req-6b43d16e-055f-4443-8f8d-5bb7ccc32ea2 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0338070 Jun 14 16:49:38.608596 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0bc9ffae-a161-4d26-b426-4886de262ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:39.467760 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a951eb13-5793-4bc4-90e0-6a5d27ca89e4 req-17dee405-c39b-407c-a5b6-4e9331f66782 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0344489 Jun 14 16:49:39.541087 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-eb952b64-7a46-4b9a-98e8-5c22091e9b40 req-78ac9891-b6eb-441e-aa95-b64f8de4b5dd tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0364807 Jun 14 16:49:40.630589 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d3496cb1-31c3-4924-9cdf-d967eff46a89 req-4bca1074-a714-416e-8afa-ad2537c4507b tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0332212 Jun 14 16:49:40.697932 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-788ef3a7-1996-42f1-953f-c40db2c1a410 req-ae07a1b2-f9e0-4462-b727-43fa7e8cca8e tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0331292 Jun 14 16:49:40.872635 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:41.017063 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-1149623f-b8c4-4381-a429-c591ebf28a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:41.788612 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ec09bff5-8fca-4d51-b86e-a64e6bf80794 req-1ccc23f6-6db7-43fd-ad7e-d37773716b99 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0332701 Jun 14 16:49:41.847108 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-44fb1e69-cd28-4c2d-80e6-ee2256c5b122 req-6add95c6-4f73-4ad8-91b7-652516b7e6bb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0364659 Jun 14 16:49:42.449487 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:42.947918 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-eb97337e-7807-4277-af5f-1c8716d5fb32 req-15f80210-9c0c-4889-b6c9-5c406881db31 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0418754 Jun 14 16:49:43.008724 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fccc2fbd-b721-4c0e-afb6-028ea6820b0e req-6b6dc41e-3750-4865-8925-6eb93a61dab2 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0405891 Jun 14 16:49:44.098887 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-52c290fd-922d-4a25-99a0-9d2ebad373f7 req-7f8d6265-606a-4f9c-bef4-0ae41f243c1b tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0334725 Jun 14 16:49:44.158595 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3abdc170-cec1-4138-a597-ac1937253638 req-440e3e7a-082a-4fc7-a59b-7c813cc6f0a9 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0365663 Jun 14 16:49:44.513429 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:49:45.263321 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9c521d9b-b204-4af0-b4f7-05ef91f4b587 req-c2fc76e2-eab7-4761-b1c8-9ae24a0780a8 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0334115 Jun 14 16:49:45.303489 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-38ddf8a2-97ad-4a5c-833e-196766076a3f req-bc7c7a9c-a081-4120-85b8-b111d984f7d1 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0328059 Jun 14 16:49:46.429269 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d2a990ad-fe46-49d8-a076-2b41d5a64b6f req-014fc00c-892a-48c1-bd2a-a0dad99c4386 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0341749 Jun 14 16:49:46.465126 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f68bfeb4-dca5-4874-a26d-f8bf055712d4 req-021858f7-0ae8-4003-91b9-20bc85dd3784 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0380816 Jun 14 16:49:47.576600 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-abe75501-d987-4da6-ba18-d11f4fa4b0fd req-7157a7ad-9bb2-4268-9170-8885f9ea100d tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0334682 Jun 14 16:49:47.619979 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d7f3792a-9b8a-4aaf-b1de-831ff7dec702 req-3224a49e-ddaf-4f68-88ef-f7f452f6dbd1 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0332818 Jun 14 16:49:48.724044 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dff5fd2f-5c28-42c8-941a-820584ab7d94 req-85cfad10-0672-4d12-a232-4e6961fcae35 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0347683 Jun 14 16:49:48.783990 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-963dd912-a047-4e06-a284-f43ee66ba4fd req-a274ba62-ad83-4514-92ac-cd4cc0c3f3a7 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0376308 Jun 14 16:49:49.887361 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b86fce6e-636c-427b-8463-570d0d40defa req-950fafbc-b680-4615-a57d-6c8b01bf47e8 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0330379 Jun 14 16:49:49.941282 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-167182af-3571-4137-9f6e-5e20c46aea8b req-689c8d38-3758-4177-bfa6-19b11e7a016d tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0330887 Jun 14 16:49:51.039396 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6a310e41-75a7-474c-90db-2c1557050178 req-89f8eb7b-3594-4efc-bf92-3f65fe081dba tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0351138 Jun 14 16:49:51.098170 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4bb65b3c-ba02-42db-b98c-5eb38ed02914 req-29cbdfc1-6d94-441b-9123-006da6ebbf62 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0364616 Jun 14 16:49:52.194842 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3cdbd919-4440-453d-ac61-8276469d66c4 req-f66210cc-4b02-41f3-a280-7d50d0d908ea tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0333161 Jun 14 16:49:52.251721 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d1d1a07e-a22c-40ba-9ff6-e5d73ddacbda req-2dccda03-1ac4-4fd4-87cd-665416dce3ee tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0322762 Jun 14 16:49:53.347778 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3e89df77-0488-4fa9-9f51-d7d5211c2574 req-ee4fb23e-fb27-4665-b3e0-75927ef3fce0 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0337448 Jun 14 16:49:53.401199 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-584992a8-0f57-437c-8ece-85487834ebe6 req-92d204ba-f322-44be-b868-b36b903cedf3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0362506 Jun 14 16:49:54.495476 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-87875e1a-d63f-4bc6-bb5a-1e143015dcc9 req-772b46d8-e5e3-4956-bede-96d16de39b55 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0332000 Jun 14 16:49:54.555694 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-76c3ce7a-ae56-471c-b461-ff608de35931 req-25c29b11-7078-4edb-accf-3a48343cff72 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0326581 Jun 14 16:49:55.647035 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-816eb8ea-7a52-4bea-b04c-39eb88505d5f req-84d1e0a2-4c6a-4dfa-b829-ca46126c4223 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0329874 Jun 14 16:49:55.715312 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b46a3c7b-a492-46c9-afc2-a816380f3bbb req-e768fa4a-ab12-4b68-98e9-29bcf3b436c9 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0368457 Jun 14 16:49:56.793648 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ead4cff2-dc38-4dda-941b-0d5fbc2c552b req-34831c6e-1439-49d5-8de7-47db5001a289 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0329454 Jun 14 16:49:56.864780 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4ff8bb89-5e50-4ff4-a1f3-8ae6e43a1720 req-0ffde415-b1e5-46fd-82c5-1b8ed136efd4 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0327001 Jun 14 16:49:57.952110 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e89a5704-aa47-4ac7-a716-b692d41140b5 req-4af97f84-2784-4ed8-9b36-11d7caddd039 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0335262 Jun 14 16:49:58.015782 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2fc2cc7d-5400-485e-a59a-41680cee75e3 req-2c67e76b-0080-4cd3-907f-451b3e62b27e tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0376556 Jun 14 16:49:59.108954 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-79ceaa32-8d48-4f24-a596-6028baa07e32 req-3fd6dfe1-e619-4cd8-9141-42214c784251 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0354767 Jun 14 16:49:59.179567 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2cc6314f-7451-4d12-a6f6-46eb42886657 req-ef8c4ef1-10b4-4619-bb4d-625ff3164481 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0414917 Jun 14 16:50:00.267865 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e72e92b5-18a7-451f-990a-d0fe12be2056 req-86854286-9a05-4385-be87-968d7a87c515 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0334570 Jun 14 16:50:00.330027 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b94ac684-33a5-47c7-9656-07f774d74663 req-c493e464-3147-4379-9641-3f30a27e3c5d tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0381501 Jun 14 16:50:01.424674 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3498f335-2bd4-4983-8f0a-2c9daea06b99 req-a69d4b79-3c90-4c8b-b928-d8571bf31ad9 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0335860 Jun 14 16:50:01.484788 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5ebc5ad7-1959-4ac0-8029-2d84c4ecd6ee req-29d66f41-3958-4b2c-b107-f6222b9b3160 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0375140 Jun 14 16:50:02.577347 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-46a64b0b-a310-4831-8d09-a35f32d22749 req-ce046a46-83dd-47e9-bf83-4a1190a953e9 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0329611 Jun 14 16:50:02.632224 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fe0d1e36-5444-4a7e-93e9-d070d44b44ef req-c5275b82-c70f-40ff-b3c1-78ad39d89bcd tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0354884 Jun 14 16:50:03.733541 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d94627b3-5678-40f3-a76a-ee6e1051ac28 req-1395b243-97a1-488e-a034-568e288e5410 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0326848 Jun 14 16:50:03.777074 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ce6867af-f1b9-4d8e-8ad1-8aaeb2c778e2 req-849dcf18-781f-416e-b683-6e25023ee1c8 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0319002 Jun 14 16:50:04.882669 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3bce0525-c811-4e48-b1ae-03d349fd5336 req-b91b09a0-5fcf-416f-ab71-8593f83a2cd2 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0328145 Jun 14 16:50:04.924429 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-57b743b0-f3d3-4001-9db0-c37fd1dc5238 req-735e8efc-e915-4052-844e-831702c657dd tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0359609 Jun 14 16:50:06.032436 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8a899a2e-6719-41ad-8dc0-7530a4dd01cc req-98bbcdc9-e8b8-4b84-8704-c4ea3a319534 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0346925 Jun 14 16:50:06.072058 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d5f167bc-476c-41be-9c20-71cea6e8fcf0 req-350588ef-f689-4c03-ab78-f182b16762ff tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0327089 Jun 14 16:50:07.179396 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-df73759d-0c6e-4149-a1dd-9002392f8234 req-f23939cc-fc99-4f93-b7b9-d1ebdb140dfd tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0333614 Jun 14 16:50:07.236989 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-09aa11f5-76ba-401c-b4b2-f98f6779afd9 req-168ffa67-93e0-4ecd-b98c-91de3c30dcce tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0360329 Jun 14 16:50:07.704812 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:50:08.336832 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dfc5e13d-1afb-4461-b433-b1dd304dfbf4 req-f79dd0c9-cc35-4db8-841a-afcd23737892 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0327725 Jun 14 16:50:08.390703 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b3c8541a-88a7-44e6-a84c-059676434d83 req-61b7ee7f-ccf0-4318-9d7e-6f499b781251 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0353081 Jun 14 16:50:08.613913 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-35577eba-c5dd-4e1d-8c62-466e219d0c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:50:09.492367 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6e890ec3-bc45-4b70-b983-b80f03a2db44 req-57383dd5-1ead-4fb4-9d48-850669f64701 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0325058 Jun 14 16:50:09.545780 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ee2b8836-b792-40cc-9dd6-9bf0cc305ac6 req-d3de97d3-2f83-48ee-92f3-df81b3adf21d tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0390506 Jun 14 16:50:10.667003 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fffff6ec-2a63-446b-a420-7652769c93ef req-25cf185c-e60e-4b6a-bb19-26db91f5e619 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0335176 Jun 14 16:50:10.714034 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1619f8b4-a536-4839-87dc-e989dff2d51a req-41d3c581-3147-46c0-8dcd-62e2381ad78d tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0340226 Jun 14 16:50:10.859300 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:50:11.030200 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-56d1b043-2fa5-4150-96dc-36f5aa7928ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:50:11.818078 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5e562fa9-c456-49fc-bc13-f5d151593739 req-7cd7d924-7ce3-4107-91a9-31639030daa1 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0332134 Jun 14 16:50:11.876601 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-640d399c-1ec1-40aa-bdbb-4c7f68e4289f req-98aa3f5b-2a61-4c6d-b5c3-de67a48d0aae tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0403070 Jun 14 16:50:12.449527 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:50:12.997583 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9adba6a4-da3b-4e4a-b58b-6cfd82b596e6 req-0ec39c49-aeb6-4d20-a071-8438dc6f5262 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] 10.222.0.25 "GET /v2.0/ports?device_id=34d32b32-e2f6-484f-83c9-5cbd2810d9c4 HTTP/1.1" status: 200 len: 210 time: 0.0391271 Jun 14 16:50:13.029950 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fe2c1f56-9225-40d3-b9e8-2834257ab23a req-d7f3eb07-f146-4eda-9203-8e7d8ce0d2c8 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0348747 Jun 14 16:50:14.182255 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a59029cb-72f1-4240-b63f-048ca1a47a4c req-f5d2c512-2c50-4f63-a7a3-cd79e57199f7 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0337543 Jun 14 16:50:14.307557 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:50:14.410183 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:50:15.337899 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-db780300-74d9-4be7-9c14-1320f8fb291e req-613ab1f7-a104-498f-bd9b-7dd08e5fad31 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0374117 Jun 14 16:50:16.499801 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-71873566-1233-4f72-b817-143cc22ca06d req-33d232ac-1d6e-4de2-b5fa-c7884927dc63 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0374606 Jun 14 16:50:17.647223 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-72045118-cc5c-40a7-82e8-1b45e7f54f2e req-5b938cf9-6ed4-4cec-bbe7-687fafb1e030 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0343463 Jun 14 16:50:18.810268 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7c93e8ba-9e50-41b1-9af6-c9746b551145 req-a2d5c0da-79e9-4ba2-86fb-844adae40ae8 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0377064 Jun 14 16:50:19.974773 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-114836dc-ea94-4ca8-afb1-2b722741699e req-29bd68e1-00cd-4c97-815c-0fe1ecceea59 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0363960 Jun 14 16:50:21.129120 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ab555225-f1f3-4319-8bab-ad182f443eb8 req-45764360-1963-4834-8737-96fbafd0abbc tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0328567 Jun 14 16:50:22.290300 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4689165e-4d86-4938-8905-f0b8ebf776d0 req-cd8dbd45-7a30-4656-822f-9d4ca4fb74cc tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0378642 Jun 14 16:50:23.458453 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-119e2574-b991-4148-a87c-956824ca328b req-e2172d08-9cdb-46e3-b89f-58219f4c568c tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0407393 Jun 14 16:50:24.616184 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0900819b-2ff5-4a5b-b73f-90a19025f303 req-2fc3b41f-dc4e-41ae-8f22-281c6bc2f04d tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0441434 Jun 14 16:50:25.787520 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-37030d8f-4d3b-4b19-894b-d70dbed7c8e6 req-85fb3933-9e7a-43e7-bf47-215b66a4c987 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0417523 Jun 14 16:50:26.952908 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4c3e9981-fd6c-4683-87a1-6ddf276adaf8 req-25b7f99e-f6e1-46c3-a204-3f7e3a2274a6 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0331423 Jun 14 16:50:28.120398 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1ecfe497-9530-4aa9-8c5a-209889ac7f53 req-582f41a8-11cc-446a-8471-07a8d2d65455 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0343561 Jun 14 16:50:29.287674 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e8af0704-0aeb-4b7e-8d58-bcb4316d88ca req-5f2deacc-28ee-434c-bff3-1b9f43827ed3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0357335 Jun 14 16:50:30.450423 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-51a58329-b7ae-48a5-8c38-a57ec788c940 req-7a289faf-c672-428d-925d-a8c06034fc2a tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0373797 Jun 14 16:50:31.618230 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e8220552-cf16-4c18-9d0b-ead6f48d4475 req-f59925bc-dedd-4080-9e98-76b40389c14a tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0400665 Jun 14 16:50:32.771055 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-afb3fedf-2514-4ac1-b52e-142fd2d685e7 req-3e198de4-21fc-442b-9011-8a4eed492c33 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0353837 Jun 14 16:50:33.936708 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4d8ab4c2-b56b-436f-8b3c-975da745bca5 req-f131a063-50a5-466e-bbc1-798c0f4fee36 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0394003 Jun 14 16:50:35.098897 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e9920685-2fc9-4d9d-976a-edc530931e8b req-cf66c4bb-bd28-44cf-9036-6c39774e0d61 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0350997 Jun 14 16:50:36.249275 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-eac678a1-da60-4a65-a8c4-37dc4a3072ae req-8144769f-68c3-4a54-88d4-2c759df45642 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0339415 Jun 14 16:50:37.411844 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1cca692f-2e50-4fa3-8925-abd9de007e54 req-7ed96b12-fc4d-4034-8d0e-d7ac09591008 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0400271 Jun 14 16:50:37.701339 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:50:38.586594 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-05623dc4-15d5-47bc-9cee-acb597aa8795 req-944ba6c7-9adc-45a1-b749-48cbcff9cdd9 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0449145 Jun 14 16:50:38.606692 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-d2933160-7a10-466c-a1ad-d3aec2645178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:50:39.741862 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f78001c1-0512-4e96-8e6d-a149ab76586a req-8462ff3b-4590-4066-b48a-bf7297390f4f tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0336728 Jun 14 16:50:40.854515 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:50:40.895967 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8cbe237f-9b36-4f99-a3b7-079223e88c80 req-1352424f-43f9-42ce-a538-7ce2fe51fc84 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0329275 Jun 14 16:50:41.027825 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c9cdec45-00f4-4497-b0d3-ed3f51744e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:50:42.052361 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fe5c7ebc-34f2-464e-b0e8-ef7e3800fe2e req-3e09fa0f-ad83-4fc0-8d5e-ce60e6696a6d tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0330431 Jun 14 16:50:42.450494 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:50:43.225216 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-72338be1-17df-4ad0-b3c2-bda047de9757 req-3019cb5b-717b-48cc-91b3-3bc84c37ec4e tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0439272 Jun 14 16:50:44.315249 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:50:44.381555 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-30fece8c-9ded-4c87-997d-de25974c96b7 req-cbc41d68-4ef3-49c8-86f3-48eaa3413b72 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0332408 Jun 14 16:50:45.553020 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-299d3995-746e-4d64-87b8-410e9d044359 req-c1a2b2fb-0d4f-448d-80af-1bcef167ac3e tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0442166 Jun 14 16:50:46.712007 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ef8fe1a7-c1bd-448d-b8b1-82a479e390cc req-8efbc421-bd99-4003-af02-174f90fa5431 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0328598 Jun 14 16:50:47.657756 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-13f12bc9-8fd8-4d7a-ab5d-1a13bdca49db req-f0a8a75e-d8d6-414b-a3b8-1b004f2ae3bb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1899366 Jun 14 16:50:47.779665 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f12bc9-8fd8-4d7a-ab5d-1a13bdca49db req-efb85132-fe52-44b1-be0c-47dee1d37d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:50:47.781194 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-13f12bc9-8fd8-4d7a-ab5d-1a13bdca49db req-efb85132-fe52-44b1-be0c-47dee1d37d90 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c90e9f6caa44ace9e9c8571d4b33473&device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 1098 time: 0.0657723 Jun 14 16:50:47.876912 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-eb6d87e9-946a-4023-9621-dc4bc60e2991 req-5df42d05-36e9-4e95-9998-76f49c914dd5 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0401704 Jun 14 16:50:47.948731 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f12bc9-8fd8-4d7a-ab5d-1a13bdca49db req-1d334abc-8861-4828-acb6-d22430812227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:50:47.950409 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-13f12bc9-8fd8-4d7a-ab5d-1a13bdca49db req-1d334abc-8861-4828-acb6-d22430812227 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bacab7d-e7d5-400d-a72a-7caeec0312a6 HTTP/1.1" status: 200 len: 920 time: 0.1430769 Jun 14 16:50:48.007411 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-13f12bc9-8fd8-4d7a-ab5d-1a13bdca49db req-a5e08647-1f94-4878-8f2b-6d23697e3ef7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=314250d2-4441-481b-8741-8329c6e463fd HTTP/1.1" status: 200 len: 217 time: 0.0494716 Jun 14 16:50:48.071538 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f12bc9-8fd8-4d7a-ab5d-1a13bdca49db req-49fbbdb5-5467-4adf-b239-c84f133d75ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:50:48.073852 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-13f12bc9-8fd8-4d7a-ab5d-1a13bdca49db req-49fbbdb5-5467-4adf-b239-c84f133d75ed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76ebf11c-6866-45a5-8a22-bba3c93daf27 HTTP/1.1" status: 200 len: 859 time: 0.0594630 Jun 14 16:50:48.124279 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-13f12bc9-8fd8-4d7a-ab5d-1a13bdca49db req-a94e972c-a8e8-45c7-8f7e-50b7a6a9133c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bacab7d-e7d5-400d-a72a-7caeec0312a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389073 Jun 14 16:50:48.252857 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-13f12bc9-8fd8-4d7a-ab5d-1a13bdca49db req-123e8279-ec48-466a-96cf-20367fd2ba81 service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200054 Jun 14 16:50:48.392691 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-13f12bc9-8fd8-4d7a-ab5d-1a13bdca49db req-1ac4790d-498d-47a2-bed9-ac594a350ad7 service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318493 Jun 14 16:50:49.024832 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-004e47d2-96e4-4f13-8843-a763fed6f3aa req-29a7d931-c426-44ed-88aa-b43de981aad2 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0337143 Jun 14 16:50:50.177910 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9f6ba77e-b85e-458a-a74f-e901fa720134 req-1ef47a7e-d289-49e1-9893-da4ebdf1e288 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0352616 Jun 14 16:50:51.407444 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:50:51.594127 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-998f260c-8e79-4cd3-bfc8-079da8cb6709 req-a99aa7f0-2e5e-4a36-b02f-560c068bdcb8 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.2979407 Jun 14 16:50:52.757510 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1e1fb108-3867-44bd-93f4-a30c7275676a req-b3c61147-b7ab-400c-9678-be3794a4374b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0356195 Jun 14 16:50:53.933733 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5f49e956-47be-47c8-b0f8-97900cf96719 req-1a7d599b-bf57-46f9-9934-f7c8339a5f05 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0360291 Jun 14 16:50:55.094234 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-27d1991a-e666-4241-9b7d-26bf3faa7703 req-3edcf096-78ab-4998-a6f7-129e3f028daa tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0447862 Jun 14 16:50:56.248011 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c29bc78b-cc1d-462b-97e2-ea92fd683c80 req-f470efb1-886f-46b9-a4ca-96014ff95baa tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0377722 Jun 14 16:50:57.415509 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5c88d3a2-b6b5-4bfc-a887-d3aff3028e25 req-552e2705-d8df-482f-929f-ad6ac161c502 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0358169 Jun 14 16:50:58.573720 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4ca962c1-77b7-4058-b6e2-321bd1a8c3c6 req-fbe37fcb-9337-4f58-beee-4999469d3039 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0332403 Jun 14 16:50:59.736093 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-727c37c9-ee69-4cbe-8841-86bebc21597a req-d26f83ff-2855-4576-a63e-1283393db2dc tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0420845 Jun 14 16:51:00.907866 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0ce1c84a-762d-45d5-ae78-a2fca6e92af4 req-63ca9478-452d-4fbc-964b-dde814f61c99 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0475657 Jun 14 16:51:02.064831 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2ac9347f-8416-43d9-b692-d8dde990f82a req-b436355e-5f52-43fe-8bc1-7edde4d3882b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0330563 Jun 14 16:51:03.248450 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-782abf8d-5904-40f7-862a-d14f699f21a5 req-a5c55e12-9bc0-41d4-aa92-adb8c5526429 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0441902 Jun 14 16:51:04.417299 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e9e03569-e999-4b56-b608-a6facfb6d265 req-2b65a373-bfad-42e7-9635-ae7a77ddfb8f tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0426784 Jun 14 16:51:05.586327 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8bb04c74-1f3b-4942-9a7c-356c2abaa24b req-973ea4ce-9cab-4f01-b516-6f4c6aaa39da tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0467017 Jun 14 16:51:06.754348 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9605cc9a-2769-46b2-8a6e-bfc2bca44653 req-6992ea03-617a-4b8f-aaa6-b0fbb7fb07b9 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0452170 Jun 14 16:51:07.718846 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:07.900224 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-00531415-938d-47d9-80d6-a7b6a3f9b076 req-738a9cdd-b0f8-4dff-9438-93384876ac67 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0326672 Jun 14 16:51:08.619938 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-7afa61f3-d690-4bbb-b95e-96557fbfc167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:09.055301 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-663c3e8e-894e-42f9-86fe-32785d10033f req-62c1609d-2f4c-410d-ba5e-fab17fc9731a tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0419059 Jun 14 16:51:10.209815 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ec9b1aa3-7b08-4816-8043-98174959fec5 req-8c6a20e6-92d0-4142-b696-d81fcee4164e tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0378780 Jun 14 16:51:10.857253 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:11.028799 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-d7c4f841-b689-41e9-88f7-7b89136db58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:11.392125 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0856cd43-39c5-4e20-b0ef-2c67041b092a req-b27f8d6b-e08c-48fa-8508-fed6116dc561 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0420938 Jun 14 16:51:12.454498 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:12.546771 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-940be747-129c-4faf-898d-cde6262811cc req-6c5f8edc-5b9a-4d71-8509-652265868b2b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0328269 Jun 14 16:51:13.714205 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-88e759a9-95ea-4748-a6f4-fd370594d6d2 req-53bd68c2-3b5b-4d3e-9395-3648c89eb0e4 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0389009 Jun 14 16:51:14.316241 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:14.899898 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-66892169-8c3e-420e-b437-5fbf64598e7f req-93a67e0b-bc36-45ad-8e3e-b8f07020c381 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0477338 Jun 14 16:51:16.077378 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a3f2bb37-acf0-4bcb-ace8-4430509cd783 req-213c822c-9f57-4d33-b2eb-e8b3b7075ddf tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0459669 Jun 14 16:51:17.231637 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-07c5811c-7d9d-413c-a6d5-8c05c8d736e6 req-328c76a8-dca4-44e1-9b19-ef959eeee0d7 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=37a4a599-c468-4b17-9631-57b6cad3f96c HTTP/1.1" status: 200 len: 210 time: 0.0400848 Jun 14 16:51:18.383556 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 36004) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:51:18.471184 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bd00776a-1bb6-47ac-820e-182ab1d1fa9b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:18.497795 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bd00776a-1bb6-47ac-820e-182ab1d1fa9b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:18.557410 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bd00776a-1bb6-47ac-820e-182ab1d1fa9b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:18.560008 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bd00776a-1bb6-47ac-820e-182ab1d1fa9b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:18.561153 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-bd00776a-1bb6-47ac-820e-182ab1d1fa9b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "DELETE /v2.0/security-groups/857499c0-4b45-4c36-ac80-bef30d7d0e66 HTTP/1.1" status: 204 len: 168 time: 0.1765404 Jun 14 16:51:18.565495 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 36008) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:51:18.566024 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-5d4b8c76-9fb7-4c05-a37d-df3640128742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:51:18.575379 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00776a-1bb6-47ac-820e-182ab1d1fa9b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=857499c0-4b45-4c36-ac80-bef30d7d0e66,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:51:18.582693 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.api.v2.resource [None req-600e013d-cda2-4349-af44-76431ac9db46 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] show failed (client error): The resource could not be found. Jun 14 16:51:18.583116 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00776a-1bb6-47ac-820e-182ab1d1fa9b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:18.583469 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00776a-1bb6-47ac-820e-182ab1d1fa9b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:18.583879 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00776a-1bb6-47ac-820e-182ab1d1fa9b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:18.584147 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00776a-1bb6-47ac-820e-182ab1d1fa9b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:18.584520 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00776a-1bb6-47ac-820e-182ab1d1fa9b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:18.584832 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00776a-1bb6-47ac-820e-182ab1d1fa9b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:18.585418 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00776a-1bb6-47ac-820e-182ab1d1fa9b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:18.585761 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00776a-1bb6-47ac-820e-182ab1d1fa9b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:18.586097 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00776a-1bb6-47ac-820e-182ab1d1fa9b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:18.586472 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00776a-1bb6-47ac-820e-182ab1d1fa9b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:18.586616 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-600e013d-cda2-4349-af44-76431ac9db46 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups/857499c0-4b45-4c36-ac80-bef30d7d0e66 HTTP/1.1" status: 404 len: 347 time: 0.0215175 Jun 14 16:51:18.586906 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00776a-1bb6-47ac-820e-182ab1d1fa9b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:18.587101 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00776a-1bb6-47ac-820e-182ab1d1fa9b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:18.587234 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 36012) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:51:18.590777 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bd00776a-1bb6-47ac-820e-182ab1d1fa9b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:51:18.784609 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-9c3a12ce-af64-401f-86da-1149eb5ba029 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Deleting port 3ec384c2-8211-4551-b08f-3a770f7e0ae7 {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:51:18.784921 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9c3a12ce-af64-401f-86da-1149eb5ba029 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:18.885801 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9c3a12ce-af64-401f-86da-1149eb5ba029 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:18.886042 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9c3a12ce-af64-401f-86da-1149eb5ba029 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:18.980563 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-9c3a12ce-af64-401f-86da-1149eb5ba029 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Calling delete_port for 3ec384c2-8211-4551-b08f-3a770f7e0ae7 owned by network:floatingip {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:51:19.145833 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9c3a12ce-af64-401f-86da-1149eb5ba029 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11589358'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:19.147944 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-56f38554-a29b-46d3-9ac5-767cb5c16b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:51:19.175948 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a12ce-af64-401f-86da-1149eb5ba029 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Pushing event deleted for resources: {'Port': ['ID=3ec384c2-8211-4551-b08f-3a770f7e0ae7,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:51:19.186966 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3a12ce-af64-401f-86da-1149eb5ba029 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:19.187333 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3a12ce-af64-401f-86da-1149eb5ba029 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:19.187690 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3a12ce-af64-401f-86da-1149eb5ba029 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:19.188038 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3a12ce-af64-401f-86da-1149eb5ba029 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:19.188384 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3a12ce-af64-401f-86da-1149eb5ba029 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:19.188731 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3a12ce-af64-401f-86da-1149eb5ba029 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:19.189041 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3a12ce-af64-401f-86da-1149eb5ba029 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:19.189380 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3a12ce-af64-401f-86da-1149eb5ba029 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:19.189719 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3a12ce-af64-401f-86da-1149eb5ba029 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:19.190055 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3a12ce-af64-401f-86da-1149eb5ba029 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:19.190423 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3a12ce-af64-401f-86da-1149eb5ba029 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:19.190758 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3a12ce-af64-401f-86da-1149eb5ba029 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:19.213141 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-9c3a12ce-af64-401f-86da-1149eb5ba029 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:51:19.268466 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9c3a12ce-af64-401f-86da-1149eb5ba029 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for floatingip, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:19.271226 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9c3a12ce-af64-401f-86da-1149eb5ba029 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for floatingip, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:19.272416 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-9c3a12ce-af64-401f-86da-1149eb5ba029 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "DELETE /v2.0/floatingips/4c0c8679-c002-4096-a6fa-597b6f810c60 HTTP/1.1" status: 204 len: 168 time: 0.6843622 Jun 14 16:51:19.837481 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 36026) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:51:19.842339 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-df973399-5609-4b3f-8265-2933ee347af0 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--572564160', 'description': 'tempest-description--1154720465'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:51:19.868442 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-df973399-5609-4b3f-8265-2933ee347af0 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:19.954020 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-df973399-5609-4b3f-8265-2933ee347af0 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:19.960225 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-df973399-5609-4b3f-8265-2933ee347af0 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:19.962516 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-3c7b3ef8-2aac-49b1-94f5-87ef85bff535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:51:19.990025 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df973399-5609-4b3f-8265-2933ee347af0 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84b2c9c5-67a7-4ebd-91d7-b7a7da9ab2a6,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:51:19.992683 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-df973399-5609-4b3f-8265-2933ee347af0 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:19.993866 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-df973399-5609-4b3f-8265-2933ee347af0 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1553533 Jun 14 16:51:19.994850 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-df973399-5609-4b3f-8265-2933ee347af0 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:51:19.996690 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 36028) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:51:20.001031 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-84eb3a34-2ef7-4ff4-94fd-8610f3c97816 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Request body: {'security_group_rule': {'security_group_id': '84b2c9c5-67a7-4ebd-91d7-b7a7da9ab2a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:51:20.033033 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-84eb3a34-2ef7-4ff4-94fd-8610f3c97816 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:20.105794 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-84eb3a34-2ef7-4ff4-94fd-8610f3c97816 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:20.112937 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-84eb3a34-2ef7-4ff4-94fd-8610f3c97816 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604372'] for security_group_rule, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:20.115414 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:51:20.143010 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb3a34-2ef7-4ff4-94fd-8610f3c97816 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34350caa-ae99-47f9-9723-ff4cfd87af26,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:51:20.146988 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-84eb3a34-2ef7-4ff4-94fd-8610f3c97816 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:51:20.153210 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-84eb3a34-2ef7-4ff4-94fd-8610f3c97816 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:20.154607 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-84eb3a34-2ef7-4ff4-94fd-8610f3c97816 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1569409 Jun 14 16:51:20.157422 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 36030) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:51:20.162220 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-ac006409-fcaf-4663-819e-ac6cee38bdac tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Request body: {'security_group_rule': {'security_group_id': '84b2c9c5-67a7-4ebd-91d7-b7a7da9ab2a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:51:20.195593 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ac006409-fcaf-4663-819e-ac6cee38bdac tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:20.266844 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ac006409-fcaf-4663-819e-ac6cee38bdac tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:20.272384 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ac006409-fcaf-4663-819e-ac6cee38bdac tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604372'] for security_group_rule, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:20.274350 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:51:20.292172 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac006409-fcaf-4663-819e-ac6cee38bdac tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422ed339-bd12-4d81-a5ae-93be07e9e3d8,revision_number=0']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:51:20.294609 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-ac006409-fcaf-4663-819e-ac6cee38bdac tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:51:20.296065 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ac006409-fcaf-4663-819e-ac6cee38bdac tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:20.297281 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-ac006409-fcaf-4663-819e-ac6cee38bdac tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1388340 Jun 14 16:51:20.300568 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 36032) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:51:20.304982 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-5f182e7e-5714-4837-887e-0d5f6589d1d3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Request body: {'floatingip': {'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:51:20.330324 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5f182e7e-5714-4837-887e-0d5f6589d1d3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for floatingip, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:20.453677 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5f182e7e-5714-4837-887e-0d5f6589d1d3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:20.578730 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [None req-5f182e7e-5714-4837-887e-0d5f6589d1d3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Allocated IP 172.27.0.71 (2e21213b-d279-4f17-b7ac-a39d3c551e15/cd8b9889-3c5e-49b3-9c23-75f1e7c20530/8bf28230-eef9-4cdd-a691-db6e696161f7) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:51:20.709481 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5f182e7e-5714-4837-887e-0d5f6589d1d3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:20.750803 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5f182e7e-5714-4837-887e-0d5f6589d1d3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11589351'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:20.753928 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:51:20.800068 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f182e7e-5714-4837-887e-0d5f6589d1d3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Network 2e21213b-d279-4f17-b7ac-a39d3c551e15 is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:51:20.803059 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-5f182e7e-5714-4837-887e-0d5f6589d1d3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:51:20.805895 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f182e7e-5714-4837-887e-0d5f6589d1d3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:51:20.848426 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f182e7e-5714-4837-887e-0d5f6589d1d3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Pushing event updated for resources: {'Port': ['ID=8bf28230-eef9-4cdd-a691-db6e696161f7,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:51:20.855198 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-5f182e7e-5714-4837-887e-0d5f6589d1d3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:51:21.162042 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5f182e7e-5714-4837-887e-0d5f6589d1d3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:21.226731 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5f182e7e-5714-4837-887e-0d5f6589d1d3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:21.408054 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5f182e7e-5714-4837-887e-0d5f6589d1d3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for port, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:21.416874 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5f182e7e-5714-4837-887e-0d5f6589d1d3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11589337'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:21.421154 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:51:21.503798 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f182e7e-5714-4837-887e-0d5f6589d1d3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Pushing event updated for resources: {'Port': ['ID=8bf28230-eef9-4cdd-a691-db6e696161f7,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:51:21.507763 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-5f182e7e-5714-4837-887e-0d5f6589d1d3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:51:21.514667 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5f182e7e-5714-4837-887e-0d5f6589d1d3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594291'] for floatingip, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:21.531570 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5f182e7e-5714-4837-887e-0d5f6589d1d3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for floatingip, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:21.533116 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-5f182e7e-5714-4837-887e-0d5f6589d1d3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2315938 Jun 14 16:51:21.763140 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-6626a004-26c3-4c69-88c9-51aaa4ac4caa tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--572564160&fields=id&tenant_id=8586ae834394465a86a02671a1260b36 HTTP/1.1" status: 200 len: 267 time: 0.0378389 Jun 14 16:51:21.900817 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-72292707-63f0-4f87-81ca-d1b8483546dc tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:21.902248 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-72292707-63f0-4f87-81ca-d1b8483546dc tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/networks?id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 HTTP/1.1" status: 200 len: 810 time: 0.1325662 Jun 14 16:51:21.917880 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-1cd52af3-6d98-409a-9baa-f2d986a590de tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/quotas/8586ae834394465a86a02671a1260b36 HTTP/1.1" status: 200 len: 375 time: 0.0097311 Jun 14 16:51:22.002821 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-79000b50-2536-4809-b4ef-ba5148ea465c tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8586ae834394465a86a02671a1260b36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0795636 Jun 14 16:51:22.073977 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-fe52379c-0dad-407a-871c-659a26d43157 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 16:51:22.075278 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-fe52379c-0dad-407a-871c-659a26d43157 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0555036 Jun 14 16:51:22.200513 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-f577720e-2b4a-4a9c-bdab-667056817089 service neutron] 10.222.0.25 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190894 Jun 14 16:51:22.319872 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-cf17879c-7a0a-4508-816f-088a9f3dd130 service neutron] 10.222.0.25 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127090 Jun 14 16:51:22.498435 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-42da31bd-ed13-42c9-9f34-1eb34ab6d9fb req-87ce1d8f-dfc9-4c9b-a7c5-870284ec84f0 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=a135b937-99f8-4c20-bf50-6c2fca98c50f HTTP/1.1" status: 200 len: 210 time: 0.0334942 Jun 14 16:51:23.648624 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b5208437-5bfc-4529-ba40-14f2991d55cf req-e2606ea5-e376-4f81-a11f-c796f5d4680a tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=a135b937-99f8-4c20-bf50-6c2fca98c50f HTTP/1.1" status: 200 len: 210 time: 0.0331118 Jun 14 16:51:23.833371 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-3f4f6290-83ad-48ac-b0a3-528cc5485b71 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:23.834720 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-3f4f6290-83ad-48ac-b0a3-528cc5485b71 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.43 "GET /v2.0/networks?id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 HTTP/1.1" status: 200 len: 810 time: 0.1331587 Jun 14 16:51:23.892753 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-96f5859d-ea09-40d6-b13f-004b8721985f tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8586ae834394465a86a02671a1260b36 HTTP/1.1" status: 200 len: 379 time: 0.0460045 Jun 14 16:51:23.912502 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-fcfa728a-c278-4422-ae99-c64e976b1288 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Request body: {'port': {'device_id': 'a135b937-99f8-4c20-bf50-6c2fca98c50f', 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'admin_state_up': True, 'tenant_id': '8586ae834394465a86a02671a1260b36', 'security_groups': ['84b2c9c5-67a7-4ebd-91d7-b7a7da9ab2a6']}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:51:24.052002 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-fcfa728a-c278-4422-ae99-c64e976b1288 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Made reservation on behalf of 8586ae834394465a86a02671a1260b36 for: {'port': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:51:24.055514 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-fcfa728a-c278-4422-ae99-c64e976b1288 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:24.210175 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-fcfa728a-c278-4422-ae99-c64e976b1288 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Allocated IP 172.20.0.7 (b53c2976-08b4-436a-b6fb-4c66bcc4ffa9/60993bc5-fab3-4267-a96d-bd92b388336f/f01741cb-e5f2-43fc-a7a1-026d83ba52da) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:51:24.384523 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-fcfa728a-c278-4422-ae99-c64e976b1288 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:24.398371 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-fcfa728a-c278-4422-ae99-c64e976b1288 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Transition to ACTIVE for port object f01741cb-e5f2-43fc-a7a1-026d83ba52da will not be triggered until provisioned by entity DHCP. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:51:24.438183 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-fcfa728a-c278-4422-ae99-c64e976b1288 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12205892'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:24.442874 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:51:24.495327 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-fcfa728a-c278-4422-ae99-c64e976b1288 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Network b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:51:24.501391 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-fcfa728a-c278-4422-ae99-c64e976b1288 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:51:24.504633 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-fcfa728a-c278-4422-ae99-c64e976b1288 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:51:24.546420 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa728a-c278-4422-ae99-c64e976b1288 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Pushing event updated for resources: {'Port': ['ID=f01741cb-e5f2-43fc-a7a1-026d83ba52da,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:51:24.552328 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-fcfa728a-c278-4422-ae99-c64e976b1288 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:51:24.576221 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-fcfa728a-c278-4422-ae99-c64e976b1288 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:24.576858 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-fcfa728a-c278-4422-ae99-c64e976b1288 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:24.592944 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-fcfa728a-c278-4422-ae99-c64e976b1288 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6848352 Jun 14 16:51:24.606067 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] Request body: {'port': {'device_id': 'a135b937-99f8-4c20-bf50-6c2fca98c50f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:51:24.691899 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:24.695662 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-f898fbd2-2f47-48a9-b05c-8e516fb77f65 None None] Provisioning for port f01741cb-e5f2-43fc-a7a1-026d83ba52da completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:51:24.699781 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-f898fbd2-2f47-48a9-b05c-8e516fb77f65 None None] Provisioning complete for port f01741cb-e5f2-43fc-a7a1-026d83ba52da triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:51:24.700248 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f898fbd2-2f47-48a9-b05c-8e516fb77f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:24.740559 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-f898fbd2-2f47-48a9-b05c-8e516fb77f65 None None] Port f01741cb-e5f2-43fc-a7a1-026d83ba52da cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:51:24.967065 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c85a96-b299-40f9-9ae1-76fec4af3dc7 req-65b7668f-577c-4b67-b246-23c1ac6c29e1 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:24.968544 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e7c85a96-b299-40f9-9ae1-76fec4af3dc7 req-65b7668f-577c-4b67-b246-23c1ac6c29e1 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=a135b937-99f8-4c20-bf50-6c2fca98c50f HTTP/1.1" status: 200 len: 931 time: 0.2054074 Jun 14 16:51:25.036879 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e7c85a96-b299-40f9-9ae1-76fec4af3dc7 req-62aacbe0-0c58-4b08-b9f6-e1e78f8885cf tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b2c9c5-67a7-4ebd-91d7-b7a7da9ab2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611546 Jun 14 16:51:25.095407 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01741cb-e5f2-43fc-a7a1-026d83ba52da {{(pid=91924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:51:25.103057 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:25.114863 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] Transition to ACTIVE for port object f01741cb-e5f2-43fc-a7a1-026d83ba52da will not be triggered until provisioned by entity L2. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:51:25.121317 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:25.123633 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-95192d2d-7ebb-4ac8-8582-a34ec6c1a276 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:51:25.223513 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] Pushing event updated for resources: {'Port': ['ID=f01741cb-e5f2-43fc-a7a1-026d83ba52da,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:51:25.227896 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:51:25.310810 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] Attempting to bind port f01741cb-e5f2-43fc-a7a1-026d83ba52da on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:51:25.311142 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] Attempting to bind port f01741cb-e5f2-43fc-a7a1-026d83ba52da by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'a90bb8c7-afc9-4f4f-95cd-4ad30968cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9'}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:51:25.311468 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] Attempting to bind port f01741cb-e5f2-43fc-a7a1-026d83ba52da on network b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:51:25.315955 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] Port f01741cb-e5f2-43fc-a7a1-026d83ba52da on network b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:51:25.316273 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] Attempting to bind port f01741cb-e5f2-43fc-a7a1-026d83ba52da on network b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:51:25.321333 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] Checking agent: {'id': 'd91e4a82-0936-47d0-84c3-2c620c6821d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'started_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:51:25.321659 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] Checking segment: {'id': 'a90bb8c7-afc9-4f4f-95cd-4ad30968cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:51:25.322035 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] Bound using segment: {'id': 'a90bb8c7-afc9-4f4f-95cd-4ad30968cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9'} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:51:25.322482 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] Bound port: f01741cb-e5f2-43fc-a7a1-026d83ba52da, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a90bb8c7-afc9-4f4f-95cd-4ad30968cefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9'}}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:51:25.322828 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:25.408421 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] For port f01741cb-e5f2-43fc-a7a1-026d83ba52da, host hv-cinder-79628, cleared binding levels {{(pid=91924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:51:25.411487 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] For port f01741cb-e5f2-43fc-a7a1-026d83ba52da, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f01741cb-e5f2-43fc-a7a1-026d83ba52da,segment=NetworkSegment(a90bb8c7-afc9-4f4f-95cd-4ad30968cefe),segment_id=a90bb8c7-afc9-4f4f-95cd-4ad30968cefe)] {{(pid=91924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:51:25.418452 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:25.420435 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-04564581-29a8-4e3e-95af-49433265900a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:51:25.464060 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:25.464652 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:25.466073 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] 10.222.0.43 "PUT /v2.0/ports/f01741cb-e5f2-43fc-a7a1-026d83ba52da HTTP/1.1" status: 200 len: 1093 time: 0.8644633 Jun 14 16:51:25.466594 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a135b937-99f8-4c20-bf50-6c2fca98c50f', 'tag': 'f01741cb-e5f2-43fc-a7a1-026d83ba52da'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:51:25.468955 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9453fc9a-34bb-494a-a09c-6493a0934437" -d '{"events": [{"name": "network-changed", "server_uuid": "a135b937-99f8-4c20-bf50-6c2fca98c50f", "tag": "f01741cb-e5f2-43fc-a7a1-026d83ba52da"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:51:25.493021 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] Pushing event updated for resources: {'Port': ['ID=f01741cb-e5f2-43fc-a7a1-026d83ba52da,revision_number=3']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:51:25.498493 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:51:25.526977 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d799144-dc09-4d27-986e-8809ea5b3c6c x-openstack-request-id: req-0d799144-dc09-4d27-986e-8809ea5b3c6c {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:51:25.527289 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a135b937-99f8-4c20-bf50-6c2fca98c50f", "tag": "f01741cb-e5f2-43fc-a7a1-026d83ba52da", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:51:25.527559 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d799144-dc09-4d27-986e-8809ea5b3c6c {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:51:25.527967 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a135b937-99f8-4c20-bf50-6c2fca98c50f', 'tag': 'f01741cb-e5f2-43fc-a7a1-026d83ba52da', 'status': 'completed', 'code': 200} Jun 14 16:51:25.579494 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-0fe8e18c-e278-40d7-8ad1-3eb2084979cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:25.580990 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-0fe8e18c-e278-40d7-8ad1-3eb2084979cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8586ae834394465a86a02671a1260b36&device_id=a135b937-99f8-4c20-bf50-6c2fca98c50f HTTP/1.1" status: 200 len: 1096 time: 0.0645499 Jun 14 16:51:25.639410 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-4f3859ed-8ba8-4623-acc1-f5b7e568cdba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01741cb-e5f2-43fc-a7a1-026d83ba52da HTTP/1.1" status: 200 len: 217 time: 0.0499725 Jun 14 16:51:25.708902 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-7046bb54-f0b2-478a-be1f-bc3e1d082860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:25.710399 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-7046bb54-f0b2-478a-be1f-bc3e1d082860 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60993bc5-fab3-4267-a96d-bd92b388336f HTTP/1.1" status: 200 len: 849 time: 0.0612862 Jun 14 16:51:25.795817 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-c92ee4c5-67b5-4d67-8a20-95d86ba7b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:25.797329 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-c92ee4c5-67b5-4d67-8a20-95d86ba7b126 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763276 Jun 14 16:51:25.915459 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-86d97429-8ea1-4709-86b5-ff6786acd910 service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098928 Jun 14 16:51:26.044450 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-707f51bd-6e64-4940-bdff-2a8d45a484bc req-537d9770-cdd6-46ef-a758-6839fc0c22df service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173897 Jun 14 16:51:26.221100 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453fc9a-34bb-494a-a09c-6493a0934437 req-40c44bac-a5cc-4191-973b-d3f6878a1895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:26.222606 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9453fc9a-34bb-494a-a09c-6493a0934437 req-40c44bac-a5cc-4191-973b-d3f6878a1895 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8586ae834394465a86a02671a1260b36&device_id=a135b937-99f8-4c20-bf50-6c2fca98c50f HTTP/1.1" status: 200 len: 1096 time: 0.1124701 Jun 14 16:51:26.277999 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917c2b0-1095-451e-9c53-745e932da093 req-da376b2f-b79d-4504-8a97-87cc376ee7a9 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:26.279662 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9917c2b0-1095-451e-9c53-745e932da093 req-da376b2f-b79d-4504-8a97-87cc376ee7a9 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=a135b937-99f8-4c20-bf50-6c2fca98c50f HTTP/1.1" status: 200 len: 943 time: 0.1266599 Jun 14 16:51:26.383070 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9917c2b0-1095-451e-9c53-745e932da093 req-be73a7a1-efae-406e-8295-3430ee95f2a9 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b2c9c5-67a7-4ebd-91d7-b7a7da9ab2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588570 Jun 14 16:51:26.384204 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453fc9a-34bb-494a-a09c-6493a0934437 req-cdcc6310-2ed1-4e01-912a-902df0925f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:26.385563 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9453fc9a-34bb-494a-a09c-6493a0934437 req-cdcc6310-2ed1-4e01-912a-902df0925f88 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 HTTP/1.1" status: 200 len: 911 time: 0.1559072 Jun 14 16:51:26.448019 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9453fc9a-34bb-494a-a09c-6493a0934437 req-c9e8e737-667d-479d-b10e-5c73e33b3a23 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01741cb-e5f2-43fc-a7a1-026d83ba52da HTTP/1.1" status: 200 len: 217 time: 0.0524230 Jun 14 16:51:26.511112 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453fc9a-34bb-494a-a09c-6493a0934437 req-5d450b15-d9ae-4e17-84ab-986f3fec659a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:26.512474 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9453fc9a-34bb-494a-a09c-6493a0934437 req-5d450b15-d9ae-4e17-84ab-986f3fec659a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60993bc5-fab3-4267-a96d-bd92b388336f HTTP/1.1" status: 200 len: 849 time: 0.0567398 Jun 14 16:51:26.584159 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453fc9a-34bb-494a-a09c-6493a0934437 req-8d5cd832-6009-4eb9-9704-f4211f2186c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:26.585688 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9453fc9a-34bb-494a-a09c-6493a0934437 req-8d5cd832-6009-4eb9-9704-f4211f2186c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658958 Jun 14 16:51:26.708804 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9453fc9a-34bb-494a-a09c-6493a0934437 req-a023f357-b8c2-4dc7-b03b-eaea27976fbc service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146832 Jun 14 16:51:27.119758 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9453fc9a-34bb-494a-a09c-6493a0934437 req-c920927f-0ea7-453e-bf58-5a615da25201 service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037342 Jun 14 16:51:27.594077 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f4828-ec5a-4cd2-b8a6-11301c2f4b46 req-5192677b-6017-42d9-8026-758d9d9b08f9 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:27.595567 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f46f4828-ec5a-4cd2-b8a6-11301c2f4b46 req-5192677b-6017-42d9-8026-758d9d9b08f9 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=a135b937-99f8-4c20-bf50-6c2fca98c50f HTTP/1.1" status: 200 len: 943 time: 0.0873246 Jun 14 16:51:27.636555 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f46f4828-ec5a-4cd2-b8a6-11301c2f4b46 req-21107c67-1251-4e5b-9874-5be61776dd79 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b2c9c5-67a7-4ebd-91d7-b7a7da9ab2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350075 Jun 14 16:51:28.406634 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:51:28.672628 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device f01741cb-e5f2-43fc-a7a1-026d83ba52da details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91926) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:51:28.806026 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port f01741cb-e5f2-43fc-a7a1-026d83ba52da, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f01741cb-e5f2-43fc-a7a1-026d83ba52da,segment=NetworkSegment(a90bb8c7-afc9-4f4f-95cd-4ad30968cefe),segment_id=a90bb8c7-afc9-4f4f-95cd-4ad30968cefe)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:51:28.818823 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Returning: {'device': 'f01741cb-e5f2-43fc-a7a1-026d83ba52da', 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'port_id': 'f01741cb-e5f2-43fc-a7a1-026d83ba52da', 'mac_address': 'fa:16:3e:08:87:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91926) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:51:28.843945 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852828be-ad30-44bf-824a-c9de2486aab4 req-bc4a1eb1-74cf-4d3b-9aac-9bb395e73093 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:28.845611 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-852828be-ad30-44bf-824a-c9de2486aab4 req-bc4a1eb1-74cf-4d3b-9aac-9bb395e73093 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=a135b937-99f8-4c20-bf50-6c2fca98c50f HTTP/1.1" status: 200 len: 943 time: 0.0774162 Jun 14 16:51:28.863499 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:28.883189 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01741cb-e5f2-43fc-a7a1-026d83ba52da {{(pid=91926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:51:28.888782 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-852828be-ad30-44bf-824a-c9de2486aab4 req-f74aa90e-9aad-479e-a53f-8c29e9efc033 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b2c9c5-67a7-4ebd-91d7-b7a7da9ab2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371609 Jun 14 16:51:28.911677 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port f01741cb-e5f2-43fc-a7a1-026d83ba52da, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f01741cb-e5f2-43fc-a7a1-026d83ba52da,segment=NetworkSegment(a90bb8c7-afc9-4f4f-95cd-4ad30968cefe),segment_id=a90bb8c7-afc9-4f4f-95cd-4ad30968cefe)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:51:28.916091 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:28.919456 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-fb62a6e2-254e-463b-81bc-5ca0a3831362 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:51:28.975530 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=f01741cb-e5f2-43fc-a7a1-026d83ba52da,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:51:28.982445 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:28.982811 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:28.983141 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:28.983464 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:28.983791 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:28.984099 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:28.984418 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:28.984733 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:28.985062 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:28.985377 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:28.985685 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:28.985988 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:51:28.990311 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:51:29.240774 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['f01741cb-e5f2-43fc-a7a1-026d83ba52da'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:51:30.097841 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef9ce3-edeb-4034-9598-1ece5b00a7dd req-ff47e6b4-67ae-47fa-b843-07f43d01cc10 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:30.099209 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-55ef9ce3-edeb-4034-9598-1ece5b00a7dd req-ff47e6b4-67ae-47fa-b843-07f43d01cc10 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=a135b937-99f8-4c20-bf50-6c2fca98c50f HTTP/1.1" status: 200 len: 944 time: 0.0798824 Jun 14 16:51:30.140928 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-55ef9ce3-edeb-4034-9598-1ece5b00a7dd req-d786ca99-e4b7-4828-9422-ea343b8844ea tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b2c9c5-67a7-4ebd-91d7-b7a7da9ab2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358253 Jun 14 16:51:30.664480 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device f01741cb-e5f2-43fc-a7a1-026d83ba52da up at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:51:30.729347 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning for port f01741cb-e5f2-43fc-a7a1-026d83ba52da completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:51:30.733245 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning complete for port f01741cb-e5f2-43fc-a7a1-026d83ba52da triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:51:30.733630 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:30.827622 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:30.853224 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a135b937-99f8-4c20-bf50-6c2fca98c50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01741cb-e5f2-43fc-a7a1-026d83ba52da'}] {{(pid=91926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:51:30.855594 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b0a793cb4832d067d15d1ae193df815134514e8483bb184155629213ee4f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075860ff-5cd2-4dd4-b223-f8d81533a9ef" -d '{"events": [{"server_uuid": "a135b937-99f8-4c20-bf50-6c2fca98c50f", "name": "network-vif-plugged", "status": "completed", "tag": "f01741cb-e5f2-43fc-a7a1-026d83ba52da"}]}' {{(pid=91926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:51:30.869412 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port f01741cb-e5f2-43fc-a7a1-026d83ba52da, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f01741cb-e5f2-43fc-a7a1-026d83ba52da,segment=NetworkSegment(a90bb8c7-afc9-4f4f-95cd-4ad30968cefe),segment_id=a90bb8c7-afc9-4f4f-95cd-4ad30968cefe)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:51:30.875243 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:30.877081 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:51:30.933606 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=f01741cb-e5f2-43fc-a7a1-026d83ba52da,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:51:30.936013 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:51:31.323738 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9ca44-9d5b-4c27-954b-8d025252e6c3 req-95399671-48a0-4149-84ea-2dbde3070a24 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:31.325187 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-55b9ca44-9d5b-4c27-954b-8d025252e6c3 req-95399671-48a0-4149-84ea-2dbde3070a24 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=a135b937-99f8-4c20-bf50-6c2fca98c50f HTTP/1.1" status: 200 len: 945 time: 0.0729725 Jun 14 16:51:31.366152 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-55b9ca44-9d5b-4c27-954b-8d025252e6c3 req-7ae16f6e-883d-4b0b-9254-b0a276f6869d tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b2c9c5-67a7-4ebd-91d7-b7a7da9ab2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352430 Jun 14 16:51:31.970892 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc0ad86-1ad2-4369-84cc-7f5bcf5a0f9a x-openstack-request-id: req-bdc0ad86-1ad2-4369-84cc-7f5bcf5a0f9a {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:51:31.971398 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a135b937-99f8-4c20-bf50-6c2fca98c50f", "name": "network-vif-plugged", "status": "completed", "tag": "f01741cb-e5f2-43fc-a7a1-026d83ba52da", "code": 200}]} {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:51:31.971398 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdc0ad86-1ad2-4369-84cc-7f5bcf5a0f9a {{(pid=91926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:51:31.971849 dv-cinder-796286-2-iscsi neutron-server[91926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a135b937-99f8-4c20-bf50-6c2fca98c50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01741cb-e5f2-43fc-a7a1-026d83ba52da', 'code': 200} Jun 14 16:51:32.213946 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569add5a-b8ef-427c-881a-9b591bceda19 req-0db1f63e-ed9f-4fcc-ba2b-1684be7d8c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:32.215411 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-569add5a-b8ef-427c-881a-9b591bceda19 req-0db1f63e-ed9f-4fcc-ba2b-1684be7d8c5f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a135b937-99f8-4c20-bf50-6c2fca98c50f HTTP/1.1" status: 200 len: 1098 time: 0.0607207 Jun 14 16:51:32.257222 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-569add5a-b8ef-427c-881a-9b591bceda19 req-8ef42b3d-8589-4953-b780-96ef820b9821 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=84b2c9c5-67a7-4ebd-91d7-b7a7da9ab2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316131 Jun 14 16:51:32.582159 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914cfd1-76eb-4239-865b-a1d1b8382f9f req-f29cd32c-eefe-4d94-a217-6034d4f94d52 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:32.583559 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0914cfd1-76eb-4239-865b-a1d1b8382f9f req-f29cd32c-eefe-4d94-a217-6034d4f94d52 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=a135b937-99f8-4c20-bf50-6c2fca98c50f HTTP/1.1" status: 200 len: 945 time: 0.0826421 Jun 14 16:51:32.629093 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0914cfd1-76eb-4239-865b-a1d1b8382f9f req-c72297b5-d2e1-417f-bb01-c394f25508c1 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b2c9c5-67a7-4ebd-91d7-b7a7da9ab2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392284 Jun 14 16:51:33.812892 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eac180-09c2-4c92-aab0-70a60bdcfddf req-3e9d8c3b-e52b-4163-ae56-8b6575a2209d tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:33.814392 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f4eac180-09c2-4c92-aab0-70a60bdcfddf req-3e9d8c3b-e52b-4163-ae56-8b6575a2209d tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=a135b937-99f8-4c20-bf50-6c2fca98c50f HTTP/1.1" status: 200 len: 945 time: 0.0719702 Jun 14 16:51:33.858569 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f4eac180-09c2-4c92-aab0-70a60bdcfddf req-da55b51b-0cd0-45d5-9222-913702ad5cdf tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b2c9c5-67a7-4ebd-91d7-b7a7da9ab2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379486 Jun 14 16:51:34.037958 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b731701-d4ab-4b1e-b2a3-c344eba0ee67 req-495713fe-5a5f-4ca0-b5a3-c85b45d086ed tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:34.039559 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5b731701-d4ab-4b1e-b2a3-c344eba0ee67 req-495713fe-5a5f-4ca0-b5a3-c85b45d086ed tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=a135b937-99f8-4c20-bf50-6c2fca98c50f HTTP/1.1" status: 200 len: 945 time: 0.0758698 Jun 14 16:51:34.047895 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 36178) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:51:34.052607 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-a0bd2543-3e96-4ef7-be9a-dcef00ed30b6 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Request body: {'floatingip': {'port_id': 'f01741cb-e5f2-43fc-a7a1-026d83ba52da'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:51:34.106320 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a0bd2543-3e96-4ef7-be9a-dcef00ed30b6 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for floatingip, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:34.567291 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [req-72511a78-e185-4b0a-a693-3b35154ef99c req-4f9fb9fe-174b-4a42-a27c-b563abde9d9e service neutron] (91924) timed out ('10.222.0.43', 59016) {{(pid=91924) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 14 16:51:34.679549 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a0bd2543-3e96-4ef7-be9a-dcef00ed30b6 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:34.684699 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a0bd2543-3e96-4ef7-be9a-dcef00ed30b6 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594291'] for floatingip, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:34.817888 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.db.l3_db [None req-a0bd2543-3e96-4ef7-be9a-dcef00ed30b6 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Floating IP 4d4a18c9-0be6-4145-84d9-56237abf6cbd associated. External IP: 172.27.0.71, port: f01741cb-e5f2-43fc-a7a1-026d83ba52da. Jun 14 16:51:35.098182 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bd2543-3e96-4ef7-be9a-dcef00ed30b6 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Router 8523845a-50b7-4bd6-afc0-165f8e5292eb has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:51:35.241993 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bd2543-3e96-4ef7-be9a-dcef00ed30b6 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:51:35.246380 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a0bd2543-3e96-4ef7-be9a-dcef00ed30b6 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for floatingip, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:35.252359 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb4ea65-5bd2-463c-a40d-73c9e26d39c6 None None] Sync routers for ids ['8523845a-50b7-4bd6-afc0-165f8e5292eb'] in dv-cinder-796286-2-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:51:35.262517 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb4ea65-5bd2-463c-a40d-73c9e26d39c6 None None] Routers {'8523845a-50b7-4bd6-afc0-165f8e5292eb'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:51:35.263138 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-6eb4ea65-5bd2-463c-a40d-73c9e26d39c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:51:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['8523845a-50b7-4bd6-afc0-165f8e5292eb'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:51:35.288542 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-a0bd2543-3e96-4ef7-be9a-dcef00ed30b6 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "PUT /v2.0/floatingips/4d4a18c9-0be6-4145-84d9-56237abf6cbd HTTP/1.1" status: 200 len: 990 time: 1.2395093 Jun 14 16:51:35.289173 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a135b937-99f8-4c20-bf50-6c2fca98c50f', 'tag': 'f01741cb-e5f2-43fc-a7a1-026d83ba52da'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:51:35.291544 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d84c094-522c-46b3-84c1-18c7321ff36a" -d '{"events": [{"name": "network-changed", "server_uuid": "a135b937-99f8-4c20-bf50-6c2fca98c50f", "tag": "f01741cb-e5f2-43fc-a7a1-026d83ba52da"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:51:35.330722 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abeea97b-d7ce-4edd-9987-537a96898d9f x-openstack-request-id: req-abeea97b-d7ce-4edd-9987-537a96898d9f {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:51:35.331075 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a135b937-99f8-4c20-bf50-6c2fca98c50f", "tag": "f01741cb-e5f2-43fc-a7a1-026d83ba52da", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:51:35.331322 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abeea97b-d7ce-4edd-9987-537a96898d9f {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:51:35.331866 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a135b937-99f8-4c20-bf50-6c2fca98c50f', 'tag': 'f01741cb-e5f2-43fc-a7a1-026d83ba52da', 'status': 'completed', 'code': 200} Jun 14 16:51:35.415040 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-6eb4ea65-5bd2-463c-a40d-73c9e26d39c6 None None] Set router 8523845a-50b7-4bd6-afc0-165f8e5292eb gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:51:35.426837 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84c094-522c-46b3-84c1-18c7321ff36a req-70d00129-9974-42ba-b162-caeec965a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:35.428389 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4d84c094-522c-46b3-84c1-18c7321ff36a req-70d00129-9974-42ba-b162-caeec965a273 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8586ae834394465a86a02671a1260b36&device_id=a135b937-99f8-4c20-bf50-6c2fca98c50f HTTP/1.1" status: 200 len: 1098 time: 0.0709260 Jun 14 16:51:35.558900 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84c094-522c-46b3-84c1-18c7321ff36a req-87cb3184-a612-4016-9594-4c9d4cca00e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:35.560438 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4d84c094-522c-46b3-84c1-18c7321ff36a req-87cb3184-a612-4016-9594-4c9d4cca00e6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 HTTP/1.1" status: 200 len: 911 time: 0.1251607 Jun 14 16:51:35.646073 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4d84c094-522c-46b3-84c1-18c7321ff36a req-44d270fa-6f3c-412a-a213-f552fbbdc0c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01741cb-e5f2-43fc-a7a1-026d83ba52da HTTP/1.1" status: 200 len: 998 time: 0.0785007 Jun 14 16:51:35.702754 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84c094-522c-46b3-84c1-18c7321ff36a req-3ebab755-c27c-4e9d-9a49-42f6a901c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:35.704186 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4d84c094-522c-46b3-84c1-18c7321ff36a req-3ebab755-c27c-4e9d-9a49-42f6a901c01a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60993bc5-fab3-4267-a96d-bd92b388336f HTTP/1.1" status: 200 len: 849 time: 0.0513136 Jun 14 16:51:35.710490 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-6eb4ea65-5bd2-463c-a40d-73c9e26d39c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'name': 'tempest-AttachVolumeTestJSON-948943538-router', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:14Z', 'updated_at': '2021-06-14T16:33:23Z', 'revision_number': 4, 'project_id': '8586ae834394465a86a02671a1260b36', 'gw_port': {'id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:15Z', 'updated_at': '2021-06-14T16:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_floatingips': [{'id': '4d4a18c9-0be6-4145-84d9-56237abf6cbd', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'port_id': 'f01741cb-e5f2-43fc-a7a1-026d83ba52da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'mac_address': 'fa:16:3e:08:87:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a135b937-99f8-4c20-bf50-6c2fca98c50f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T16:51:20Z', 'updated_at': '2021-06-14T16:51:34Z', 'revision_number': 1, 'project_id': '8586ae834394465a86a02671a1260b36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e95de6d-a624-4521-9996-9980269acffd', 'name': '', 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'mac_address': 'fa:16:3e:c5:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:21Z', 'updated_at': '2021-06-14T16:33:30Z', 'revision_number': 5, 'project_id': '8586ae834394465a86a02671a1260b36', 'subnets': [{'id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:51:35.714086 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb4ea65-5bd2-463c-a40d-73c9e26d39c6 None None] Checking router: 8523845a-50b7-4bd6-afc0-165f8e5292eb for host: dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:51:35.722443 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb4ea65-5bd2-463c-a40d-73c9e26d39c6 None None] Routers {'8523845a-50b7-4bd6-afc0-165f8e5292eb'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:51:35.723040 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-6eb4ea65-5bd2-463c-a40d-73c9e26d39c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:51:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['8523845a-50b7-4bd6-afc0-165f8e5292eb'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:51:35.768119 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84c094-522c-46b3-84c1-18c7321ff36a req-8afc86df-085e-42b8-87ea-977fde759c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:35.776442 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4d84c094-522c-46b3-84c1-18c7321ff36a req-8afc86df-085e-42b8-87ea-977fde759c95 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586343 Jun 14 16:51:35.895973 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4d84c094-522c-46b3-84c1-18c7321ff36a req-2274516a-4550-4f08-9158-baaacfb301f3 service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186101 Jun 14 16:51:35.956358 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-6eb4ea65-5bd2-463c-a40d-73c9e26d39c6 None None] Set router 8523845a-50b7-4bd6-afc0-165f8e5292eb gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:51:36.014538 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4d84c094-522c-46b3-84c1-18c7321ff36a req-5e580294-40e0-45ee-9c3d-5a08b57bf2ff service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107767 Jun 14 16:51:36.242112 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-6eb4ea65-5bd2-463c-a40d-73c9e26d39c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'name': 'tempest-AttachVolumeTestJSON-948943538-router', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:14Z', 'updated_at': '2021-06-14T16:33:23Z', 'revision_number': 4, 'project_id': '8586ae834394465a86a02671a1260b36', 'gw_port': {'id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:15Z', 'updated_at': '2021-06-14T16:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_floatingips': [{'id': '4d4a18c9-0be6-4145-84d9-56237abf6cbd', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'port_id': 'f01741cb-e5f2-43fc-a7a1-026d83ba52da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'mac_address': 'fa:16:3e:08:87:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a135b937-99f8-4c20-bf50-6c2fca98c50f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T16:51:20Z', 'updated_at': '2021-06-14T16:51:34Z', 'revision_number': 1, 'project_id': '8586ae834394465a86a02671a1260b36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e95de6d-a624-4521-9996-9980269acffd', 'name': '', 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'mac_address': 'fa:16:3e:c5:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:21Z', 'updated_at': '2021-06-14T16:33:30Z', 'revision_number': 5, 'project_id': '8586ae834394465a86a02671a1260b36', 'subnets': [{'id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:51:36.245695 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb4ea65-5bd2-463c-a40d-73c9e26d39c6 None None] The sync data for ids ['8523845a-50b7-4bd6-afc0-165f8e5292eb'] in dv-cinder-796286-2-iscsi is: [{'id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'name': 'tempest-AttachVolumeTestJSON-948943538-router', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:14Z', 'updated_at': '2021-06-14T16:33:23Z', 'revision_number': 4, 'project_id': '8586ae834394465a86a02671a1260b36', 'gw_port': {'id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:15Z', 'updated_at': '2021-06-14T16:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_floatingips': [{'id': '4d4a18c9-0be6-4145-84d9-56237abf6cbd', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'floating_ip_address': '172.27.0.71', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'port_id': 'f01741cb-e5f2-43fc-a7a1-026d83ba52da', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'mac_address': 'fa:16:3e:08:87:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a135b937-99f8-4c20-bf50-6c2fca98c50f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T16:51:20Z', 'updated_at': '2021-06-14T16:51:34Z', 'revision_number': 1, 'project_id': '8586ae834394465a86a02671a1260b36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e95de6d-a624-4521-9996-9980269acffd', 'name': '', 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'mac_address': 'fa:16:3e:c5:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:21Z', 'updated_at': '2021-06-14T16:33:30Z', 'revision_number': 5, 'project_id': '8586ae834394465a86a02671a1260b36', 'subnets': [{'id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:51:36.428077 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a357a7b0-7b67-4d00-9e49-b9d1a8025109 None None] New status for floating IP 4d4a18c9-0be6-4145-84d9-56237abf6cbd: ACTIVE {{(pid=91926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 16:51:37.709484 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:38.614331 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0e9a8865-14b0-444d-9a95-07a85f325cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:40.852506 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:41.022178 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c17a05c6-ce7e-49dc-a6fb-4d4cffe846a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:42.462925 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:44.398909 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:51:47.580879 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-07f12a69-f642-4376-a97a-62a096264cf3 req-b8d45c0b-8c61-4ce4-8907-ab4b81b882b3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688608 Jun 14 16:51:47.668233 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f12a69-f642-4376-a97a-62a096264cf3 req-82003fc8-5878-4f7f-a50b-550c7abb4340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:47.669719 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-07f12a69-f642-4376-a97a-62a096264cf3 req-82003fc8-5878-4f7f-a50b-550c7abb4340 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c90e9f6caa44ace9e9c8571d4b33473&device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 1098 time: 0.0659742 Jun 14 16:51:48.103137 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f12a69-f642-4376-a97a-62a096264cf3 req-bfe33a09-3b7e-450c-8095-e9e79a26a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:48.104634 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-07f12a69-f642-4376-a97a-62a096264cf3 req-bfe33a09-3b7e-450c-8095-e9e79a26a1af service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bacab7d-e7d5-400d-a72a-7caeec0312a6 HTTP/1.1" status: 200 len: 920 time: 0.4111891 Jun 14 16:51:48.159368 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-07f12a69-f642-4376-a97a-62a096264cf3 req-2707a8b0-616e-4b10-aba9-dca6cf2ecdaf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 HTTP/1.1" status: 200 len: 217 time: 0.0468888 Jun 14 16:51:48.224942 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f12a69-f642-4376-a97a-62a096264cf3 req-182f6c39-d30c-4c39-9da9-4895c1dd474c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:51:48.226504 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-07f12a69-f642-4376-a97a-62a096264cf3 req-182f6c39-d30c-4c39-9da9-4895c1dd474c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76ebf11c-6866-45a5-8a22-bba3c93daf27 HTTP/1.1" status: 200 len: 859 time: 0.0596733 Jun 14 16:51:48.269150 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-07f12a69-f642-4376-a97a-62a096264cf3 req-63f996d8-a215-43f7-9f53-00a2a954f0f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bacab7d-e7d5-400d-a72a-7caeec0312a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356483 Jun 14 16:51:48.396334 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-07f12a69-f642-4376-a97a-62a096264cf3 req-9d4556bf-143b-4099-aba8-15aedd508900 service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179452 Jun 14 16:51:48.514781 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-07f12a69-f642-4376-a97a-62a096264cf3 req-ed7c5b8a-2dfe-42e2-b0ab-0bf1c9e775bc service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111686 Jun 14 16:52:05.411333 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:52:07.714886 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:52:08.618052 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-bc1629a8-54b9-4414-9438-060c5cf33036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:52:10.863603 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:52:11.026539 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-03678598-069b-4e07-943b-4b54e247e6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:52:12.462434 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:52:14.325313 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:52:37.721297 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:52:38.624003 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-905b0663-d0ea-47d7-82b1-74133fc916cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:52:40.866224 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:52:41.025093 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-cc0a8acc-1357-4e87-9e95-a16a5d8c55a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:52:42.414270 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:52:42.467343 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:52:44.327342 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:52:47.540612 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3e0061c4-f573-4240-82a8-1b6370ae2a81 req-6b28a072-ef10-4889-88f5-1567c1c3cb2a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728168 Jun 14 16:52:47.652412 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0061c4-f573-4240-82a8-1b6370ae2a81 req-d2e3c8d3-c5d1-4b3d-926d-a7a8d7900b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:52:47.653825 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3e0061c4-f573-4240-82a8-1b6370ae2a81 req-d2e3c8d3-c5d1-4b3d-926d-a7a8d7900b22 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c90e9f6caa44ace9e9c8571d4b33473&device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 1098 time: 0.0627818 Jun 14 16:52:47.806517 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0061c4-f573-4240-82a8-1b6370ae2a81 req-f33acc0c-688b-486d-ab4c-3d67cf29971e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:52:47.807967 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3e0061c4-f573-4240-82a8-1b6370ae2a81 req-f33acc0c-688b-486d-ab4c-3d67cf29971e service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bacab7d-e7d5-400d-a72a-7caeec0312a6 HTTP/1.1" status: 200 len: 920 time: 0.1294968 Jun 14 16:52:47.871165 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3e0061c4-f573-4240-82a8-1b6370ae2a81 req-dbc252ad-bba1-4fbf-be70-e581564f8311 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=314250d2-4441-481b-8741-8329c6e463fd HTTP/1.1" status: 200 len: 217 time: 0.0559406 Jun 14 16:52:47.948371 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0061c4-f573-4240-82a8-1b6370ae2a81 req-53bbd60d-e755-4fa3-b820-c25fd5607be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:52:47.949807 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3e0061c4-f573-4240-82a8-1b6370ae2a81 req-53bbd60d-e755-4fa3-b820-c25fd5607be4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76ebf11c-6866-45a5-8a22-bba3c93daf27 HTTP/1.1" status: 200 len: 859 time: 0.0707932 Jun 14 16:52:47.991841 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3e0061c4-f573-4240-82a8-1b6370ae2a81 req-8b0a2459-3025-41ea-94f7-826f2315404b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bacab7d-e7d5-400d-a72a-7caeec0312a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305834 Jun 14 16:52:48.135451 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3e0061c4-f573-4240-82a8-1b6370ae2a81 req-162be1ad-2983-418f-8503-a7be0301dcf3 service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308460 Jun 14 16:52:48.268349 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3e0061c4-f573-4240-82a8-1b6370ae2a81 req-228a7086-57a3-4c3b-af70-180008da9d19 service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249309 Jun 14 16:53:07.724885 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:53:08.633732 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c010fa52-e8f7-461b-93e9-c40bbf54bc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:53:10.862964 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:53:11.020664 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-2a7780a4-59fe-49b4-bd28-1dc69374dce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:53:12.472279 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:53:14.328072 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:53:19.413580 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:53:37.741986 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:53:38.633064 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-017151a5-58d6-41c6-a6ad-b5fd064133fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:53:40.865545 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:53:41.026427 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-8f4df841-4b76-4435-a63e-a30e5b03ce21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:53:42.476111 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:53:44.410369 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:53:48.559369 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1aeed110-c60b-4143-90df-845a31301446 req-ca03c3cb-3e6e-434d-8f9a-14327552083c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0627208 Jun 14 16:53:48.646861 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeed110-c60b-4143-90df-845a31301446 req-fe87c941-00b8-41dc-98d2-bf14ce7c46da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:53:48.648461 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1aeed110-c60b-4143-90df-845a31301446 req-fe87c941-00b8-41dc-98d2-bf14ce7c46da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2c90e9f6caa44ace9e9c8571d4b33473&device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 1098 time: 0.0597744 Jun 14 16:53:48.789806 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeed110-c60b-4143-90df-845a31301446 req-31c3379d-7ac2-4e5c-b42c-149ac8346255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:53:48.791274 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1aeed110-c60b-4143-90df-845a31301446 req-31c3379d-7ac2-4e5c-b42c-149ac8346255 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8bacab7d-e7d5-400d-a72a-7caeec0312a6 HTTP/1.1" status: 200 len: 920 time: 0.1160316 Jun 14 16:53:48.854088 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1aeed110-c60b-4143-90df-845a31301446 req-bc7ea0c4-ac31-433a-a03d-f0fa1540f601 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 HTTP/1.1" status: 200 len: 217 time: 0.0517733 Jun 14 16:53:48.917913 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeed110-c60b-4143-90df-845a31301446 req-5779d9ee-668c-4f36-881e-ccc3e6fc7df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:53:48.918982 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1aeed110-c60b-4143-90df-845a31301446 req-5779d9ee-668c-4f36-881e-ccc3e6fc7df6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=76ebf11c-6866-45a5-8a22-bba3c93daf27 HTTP/1.1" status: 200 len: 859 time: 0.0558748 Jun 14 16:53:48.958445 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1aeed110-c60b-4143-90df-845a31301446 req-1b6e6541-c4af-40d6-b7e0-4c180ea9df88 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8bacab7d-e7d5-400d-a72a-7caeec0312a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313861 Jun 14 16:53:49.082485 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1aeed110-c60b-4143-90df-845a31301446 req-b67127bc-7794-4de5-a135-7bf5d4d21cd2 service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127951 Jun 14 16:53:49.216890 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1aeed110-c60b-4143-90df-845a31301446 req-3745538a-bf81-4c26-a1be-e4f461ad2078 service neutron] 10.222.0.43 "GET /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275053 Jun 14 16:53:56.417916 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:54:07.728154 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:54:08.637591 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-d7a3a759-ad7c-4c2a-843f-3a853463ab3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:54:10.867948 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:54:11.020467 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-4c428d39-4da9-4336-9c58-39fef4eb4921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:54:12.480625 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:54:14.335531 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:54:33.419098 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:54:37.721723 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:54:38.634372 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-185393e0-88c3-4fcd-89fe-ca6dbeb3557d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:54:40.863564 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:54:41.024480 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c235f392-7565-4bfa-9f6d-c2152a21c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:54:42.484386 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:54:44.339985 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:54:48.571799 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ab49da6e-6a2a-41a0-8c4d-10baf8f7a7fd req-7d39ec6f-42e6-4033-9d6b-3f64a58b8122 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a135b937-99f8-4c20-bf50-6c2fca98c50f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0596185 Jun 14 16:54:48.654455 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49da6e-6a2a-41a0-8c4d-10baf8f7a7fd req-1e2397a8-2cf5-40d1-874e-cab273ff3e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:54:48.655948 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ab49da6e-6a2a-41a0-8c4d-10baf8f7a7fd req-1e2397a8-2cf5-40d1-874e-cab273ff3e72 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8586ae834394465a86a02671a1260b36&device_id=a135b937-99f8-4c20-bf50-6c2fca98c50f HTTP/1.1" status: 200 len: 1098 time: 0.0585437 Jun 14 16:54:48.808714 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49da6e-6a2a-41a0-8c4d-10baf8f7a7fd req-a5d3d9ba-73a0-4433-a7a0-13e21255fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:54:48.810161 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ab49da6e-6a2a-41a0-8c4d-10baf8f7a7fd req-a5d3d9ba-73a0-4433-a7a0-13e21255fda3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 HTTP/1.1" status: 200 len: 911 time: 0.1270771 Jun 14 16:54:48.905898 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ab49da6e-6a2a-41a0-8c4d-10baf8f7a7fd req-ade0e336-b7da-4a9a-948f-3ef62183cf4d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01741cb-e5f2-43fc-a7a1-026d83ba52da HTTP/1.1" status: 200 len: 1000 time: 0.0876250 Jun 14 16:54:48.964569 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49da6e-6a2a-41a0-8c4d-10baf8f7a7fd req-7bdb4a89-38e0-4773-a78d-6ec7471692b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:54:48.966020 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ab49da6e-6a2a-41a0-8c4d-10baf8f7a7fd req-7bdb4a89-38e0-4773-a78d-6ec7471692b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60993bc5-fab3-4267-a96d-bd92b388336f HTTP/1.1" status: 200 len: 849 time: 0.0519185 Jun 14 16:54:49.042545 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49da6e-6a2a-41a0-8c4d-10baf8f7a7fd req-ead53d2e-be30-4a13-9277-a39efea8a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:54:49.044020 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ab49da6e-6a2a-41a0-8c4d-10baf8f7a7fd req-ead53d2e-be30-4a13-9277-a39efea8a005 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677681 Jun 14 16:54:49.058901 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [req-ab49da6e-6a2a-41a0-8c4d-10baf8f7a7fd req-2dbdc1cf-40cd-45da-acb9-09ee15d6b485 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 16:54:49.059834 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ab49da6e-6a2a-41a0-8c4d-10baf8f7a7fd req-2dbdc1cf-40cd-45da-acb9-09ee15d6b485 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051253 Jun 14 16:54:49.183584 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ab49da6e-6a2a-41a0-8c4d-10baf8f7a7fd req-cb4a3714-7da3-4006-a169-647fd3e12880 service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132944 Jun 14 16:54:49.307483 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ab49da6e-6a2a-41a0-8c4d-10baf8f7a7fd req-260aa0cb-d339-48f8-9298-5fd68dbf316c service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168525 Jun 14 16:55:07.723975 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:55:08.629440 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-93691a23-d7f8-4af4-bb7f-2e822de9a11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:55:10.423592 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:55:10.869746 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:55:11.037203 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-33033468-58f9-40ab-9405-fd19467128bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:55:12.483006 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:55:14.344354 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:55:17.708499 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4359a-faed-43da-8880-c9902ebb3357 req-1e1ca6fe-01d6-444f-99cc-888c4ddf74fa tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:55:17.710086 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-04f4359a-faed-43da-8880-c9902ebb3357 req-1e1ca6fe-01d6-444f-99cc-888c4ddf74fa tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.1866677 Jun 14 16:55:17.753607 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-04f4359a-faed-43da-8880-c9902ebb3357 req-4e794097-2323-435b-8181-fab8417c8190 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376053 Jun 14 16:55:18.099167 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2618592-80f7-4636-8643-cd33cb97448f req-48c56c78-0de7-48b5-8641-da05f6f1d71f tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:55:18.101312 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e2618592-80f7-4636-8643-cd33cb97448f req-48c56c78-0de7-48b5-8641-da05f6f1d71f tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.43 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 945 time: 0.0942571 Jun 14 16:55:18.223911 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-e2618592-80f7-4636-8643-cd33cb97448f req-1ad3f98c-e902-4bbb-9292-c5dcb50693b4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Deleting port 8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:55:18.224149 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-e2618592-80f7-4636-8643-cd33cb97448f req-1ad3f98c-e902-4bbb-9292-c5dcb50693b4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:55:18.357324 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-e2618592-80f7-4636-8643-cd33cb97448f req-1ad3f98c-e902-4bbb-9292-c5dcb50693b4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] For port 8f8ce50d-84b8-451f-85ed-ebe95e0c4a91, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8f8ce50d-84b8-451f-85ed-ebe95e0c4a91,segment=NetworkSegment(d254e33d-428e-46aa-865b-f04cadb7452d),segment_id=d254e33d-428e-46aa-865b-f04cadb7452d)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:55:18.357682 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-e2618592-80f7-4636-8643-cd33cb97448f req-1ad3f98c-e902-4bbb-9292-c5dcb50693b4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:55:18.459027 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-e2618592-80f7-4636-8643-cd33cb97448f req-1ad3f98c-e902-4bbb-9292-c5dcb50693b4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Calling delete_port for 8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 owned by compute:nova {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:55:18.628471 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-e2618592-80f7-4636-8643-cd33cb97448f req-1ad3f98c-e902-4bbb-9292-c5dcb50693b4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:55:18.633704 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:55:18.642068 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['314250d2-4441-481b-8741-8329c6e463fd', '8f8ce50d-84b8-451f-85ed-ebe95e0c4a91'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:55:18.665902 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3f98c-e902-4bbb-9292-c5dcb50693b4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Pushing event deleted for resources: {'Port': ['ID=8f8ce50d-84b8-451f-85ed-ebe95e0c4a91,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:55:18.699467 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3f98c-e902-4bbb-9292-c5dcb50693b4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:55:18.699835 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3f98c-e902-4bbb-9292-c5dcb50693b4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:55:18.700237 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3f98c-e902-4bbb-9292-c5dcb50693b4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:55:18.700560 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3f98c-e902-4bbb-9292-c5dcb50693b4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:55:18.700908 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3f98c-e902-4bbb-9292-c5dcb50693b4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:55:18.701334 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3f98c-e902-4bbb-9292-c5dcb50693b4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:55:18.701613 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3f98c-e902-4bbb-9292-c5dcb50693b4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:55:18.701962 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3f98c-e902-4bbb-9292-c5dcb50693b4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:55:18.702263 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3f98c-e902-4bbb-9292-c5dcb50693b4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:55:18.702653 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3f98c-e902-4bbb-9292-c5dcb50693b4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:55:18.702987 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3f98c-e902-4bbb-9292-c5dcb50693b4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:55:18.703315 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3f98c-e902-4bbb-9292-c5dcb50693b4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:55:18.726603 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-1ad3f98c-e902-4bbb-9292-c5dcb50693b4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:55:18.727340 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2618592-80f7-4636-8643-cd33cb97448f req-1ad3f98c-e902-4bbb-9292-c5dcb50693b4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] No DVR routers for this DVR port 8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 on host hv-cinder-79628 {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:55:18.729788 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-e2618592-80f7-4636-8643-cd33cb97448f req-1ad3f98c-e902-4bbb-9292-c5dcb50693b4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:55:18.731855 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e2618592-80f7-4636-8643-cd33cb97448f req-1ad3f98c-e902-4bbb-9292-c5dcb50693b4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.43 "DELETE /v2.0/ports/8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 HTTP/1.1" status: 204 len: 173 time: 0.6217279 Jun 14 16:55:18.732334 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7057b51e-c0a4-46b7-9397-fe2744a9161e', 'name': 'network-vif-deleted', 'tag': '8f8ce50d-84b8-451f-85ed-ebe95e0c4a91'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:55:18.734664 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8da6777-e495-452d-9c48-a948474409ab" -d '{"events": [{"server_uuid": "7057b51e-c0a4-46b7-9397-fe2744a9161e", "name": "network-vif-deleted", "tag": "8f8ce50d-84b8-451f-85ed-ebe95e0c4a91"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:55:18.846713 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93af7eb-adb8-44a0-bd78-358ffcc39817 x-openstack-request-id: req-f93af7eb-adb8-44a0-bd78-358ffcc39817 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:55:18.847186 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7057b51e-c0a4-46b7-9397-fe2744a9161e", "name": "network-vif-deleted", "tag": "8f8ce50d-84b8-451f-85ed-ebe95e0c4a91", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:55:18.847668 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f93af7eb-adb8-44a0-bd78-358ffcc39817 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:55:18.848097 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7057b51e-c0a4-46b7-9397-fe2744a9161e', 'name': 'network-vif-deleted', 'tag': '8f8ce50d-84b8-451f-85ed-ebe95e0c4a91', 'status': 'completed', 'code': 200} Jun 14 16:55:18.928107 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2d9ea29b-d6cc-4842-91fd-45026e3ec4e8 req-67fb8d36-ac4b-43bb-b77b-ffcda89e0c0a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=7057b51e-c0a4-46b7-9397-fe2744a9161e HTTP/1.1" status: 200 len: 210 time: 0.0372009 Jun 14 16:55:20.482031 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6394e7b-3615-4b20-be3a-85d7fff5509c req-a7688033-ed46-4b37-a030-b8fa1228648b tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:55:20.483431 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a6394e7b-3615-4b20-be3a-85d7fff5509c req-a7688033-ed46-4b37-a030-b8fa1228648b tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.1389163 Jun 14 16:55:20.531525 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a6394e7b-3615-4b20-be3a-85d7fff5509c req-e0b1e8f4-0c74-4dc7-9311-f3d9acc546be tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/security-groups?id=4ea7d6cd-eb86-4420-aa75-905091b5985b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400703 Jun 14 16:55:20.955655 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d3756-e4b6-4f9b-a64a-b8e4b098f11f req-3ea69a42-bfc1-4c4f-bdd8-b1f17b6668f2 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:55:20.957106 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-835d3756-e4b6-4f9b-a64a-b8e4b098f11f req-3ea69a42-bfc1-4c4f-bdd8-b1f17b6668f2 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 945 time: 0.0763946 Jun 14 16:55:21.078762 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-835d3756-e4b6-4f9b-a64a-b8e4b098f11f req-7ba4967a-aac3-4745-87b9-5120a0a0d65c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Deleting port 314250d2-4441-481b-8741-8329c6e463fd {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:55:21.079174 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-835d3756-e4b6-4f9b-a64a-b8e4b098f11f req-7ba4967a-aac3-4745-87b9-5120a0a0d65c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:55:21.197498 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-835d3756-e4b6-4f9b-a64a-b8e4b098f11f req-7ba4967a-aac3-4745-87b9-5120a0a0d65c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] For port 314250d2-4441-481b-8741-8329c6e463fd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=314250d2-4441-481b-8741-8329c6e463fd,segment=NetworkSegment(d254e33d-428e-46aa-865b-f04cadb7452d),segment_id=d254e33d-428e-46aa-865b-f04cadb7452d)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:55:21.197781 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-835d3756-e4b6-4f9b-a64a-b8e4b098f11f req-7ba4967a-aac3-4745-87b9-5120a0a0d65c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:55:21.289451 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-835d3756-e4b6-4f9b-a64a-b8e4b098f11f req-7ba4967a-aac3-4745-87b9-5120a0a0d65c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Calling delete_port for 314250d2-4441-481b-8741-8329c6e463fd owned by compute:nova {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:55:21.460384 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-835d3756-e4b6-4f9b-a64a-b8e4b098f11f req-7ba4967a-aac3-4745-87b9-5120a0a0d65c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:55:21.464396 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e39d3b5a-a618-40b6-9222-69ea422f19ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:55:21.472265 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['314250d2-4441-481b-8741-8329c6e463fd'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:55:21.494487 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4967a-aac3-4745-87b9-5120a0a0d65c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Pushing event deleted for resources: {'Port': ['ID=314250d2-4441-481b-8741-8329c6e463fd,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:55:21.497514 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-7ba4967a-aac3-4745-87b9-5120a0a0d65c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:55:21.551129 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-835d3756-e4b6-4f9b-a64a-b8e4b098f11f req-7ba4967a-aac3-4745-87b9-5120a0a0d65c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] No DVR routers for this DVR port 314250d2-4441-481b-8741-8329c6e463fd on host hv-cinder-79628 {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:55:21.554080 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-835d3756-e4b6-4f9b-a64a-b8e4b098f11f req-7ba4967a-aac3-4745-87b9-5120a0a0d65c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:55:21.556214 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-835d3756-e4b6-4f9b-a64a-b8e4b098f11f req-7ba4967a-aac3-4745-87b9-5120a0a0d65c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.43 "DELETE /v2.0/ports/314250d2-4441-481b-8741-8329c6e463fd HTTP/1.1" status: 204 len: 173 time: 0.5927837 Jun 14 16:55:21.556676 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9544910-d385-45af-a7f9-d079013e0209', 'name': 'network-vif-deleted', 'tag': '314250d2-4441-481b-8741-8329c6e463fd'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:55:21.559130 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67cc3e5-1ad4-48d9-8591-fda266443740" -d '{"events": [{"server_uuid": "f9544910-d385-45af-a7f9-d079013e0209", "name": "network-vif-deleted", "tag": "314250d2-4441-481b-8741-8329c6e463fd"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:55:21.599878 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0471cf49-8d76-4146-b2f9-7a449da8dd62 x-openstack-request-id: req-0471cf49-8d76-4146-b2f9-7a449da8dd62 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:55:21.600195 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9544910-d385-45af-a7f9-d079013e0209", "name": "network-vif-deleted", "tag": "314250d2-4441-481b-8741-8329c6e463fd", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:55:21.600500 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0471cf49-8d76-4146-b2f9-7a449da8dd62 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:55:21.600883 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9544910-d385-45af-a7f9-d079013e0209', 'name': 'network-vif-deleted', 'tag': '314250d2-4441-481b-8741-8329c6e463fd', 'status': 'completed', 'code': 200} Jun 14 16:55:21.685020 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3adb671f-b331-4274-bc67-3657dafdcb68 req-9aca479d-f8cb-45a1-9440-cd7b2a5f2e35 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0323813 Jun 14 16:55:21.933962 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 314250d2-4441-481b-8741-8329c6e463fd no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:55:21.959922 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] No Port match for: 314250d2-4441-481b-8741-8329c6e463fd {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:55:21.960269 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 314250d2-4441-481b-8741-8329c6e463fd not bound to the agent host hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:55:21.960700 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:55:21.983974 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] No Port match for: 8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:55:21.984335 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 8f8ce50d-84b8-451f-85ed-ebe95e0c4a91 not bound to the agent host hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:55:22.870861 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-521da294-2b01-4c53-8744-389bcdf41dc3 req-c63147a0-0311-423b-ac96-2718a490498b tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0420632 Jun 14 16:55:24.027556 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5bfaa11d-fb61-4b2a-a47d-c90e9f8b7328 req-3521e59b-6cab-4991-9fbd-246c9649d70d tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0334964 Jun 14 16:55:25.474462 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6151a875-84bd-4054-a6f1-513ab79ee306 req-5b9e59e8-d4b8-467c-ac51-b1073ee99e90 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.3292518 Jun 14 16:55:26.626620 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-459cb411-e58e-4f39-9b25-a413036ea1c9 req-f5d68560-b1f4-45a7-a9b5-11c41740a71c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0325918 Jun 14 16:55:27.778808 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c20fe533-d243-4856-ad9d-0b8242991eb1 req-c00ff750-c06d-457c-90d2-15798c1225e6 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0353742 Jun 14 16:55:28.940583 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-acd60b7e-802a-4480-b2a0-b96ed3246aee req-b2571a1e-7b69-44cf-bb7c-cec16f9e4d1d tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0371609 Jun 14 16:55:30.119952 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0d1da9ef-9c7b-438a-9e7a-d1c0655a72a5 req-cdffdad8-8a0a-4a86-85c8-942fdf76e2a8 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0415733 Jun 14 16:55:31.288796 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b026eef9-eb6d-494d-9e2b-efd2e8b64b03 req-52eaafb5-c413-44d5-a88a-f75285b959a4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0395188 Jun 14 16:55:32.439699 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5e8186ce-77dc-45c7-8d0b-c0919add59fa req-5286a618-28d8-4008-b3da-cc1f4e338969 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0327797 Jun 14 16:55:33.596733 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1b750788-f921-4202-9a1f-e7d866318cc6 req-314ce863-6ece-44c7-804b-2d3fc3b5efc1 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0338190 Jun 14 16:55:34.765900 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-39cec25a-eda2-4d50-b3d9-5aab95049371 req-9b85a580-b3fc-4c98-9d81-954f19efcb23 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0411263 Jun 14 16:55:35.932864 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ec39d23a-0522-40e3-8ad1-6100a530b2d6 req-f0e2e27a-8482-44d8-9589-c3b87d60440e tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0401549 Jun 14 16:55:37.081914 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c18f8576-4832-4fd8-9d12-bf7e22923a4c req-f3402ed6-e7a0-4b38-b58f-a94c6575b861 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0343435 Jun 14 16:55:37.731786 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:55:38.234012 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-cf01c6d8-8cb2-4346-bd71-221d8a87a990 req-12a820c7-26cb-4d6b-93b0-1c506a856926 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0381742 Jun 14 16:55:38.641012 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-65b200d6-073f-45bc-808c-55a5de7dda55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:55:39.402865 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8823a08c-c6de-4869-a461-8c8b29c5a7cb req-fdea9bf3-f2ae-4215-872f-15356578298e tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0361447 Jun 14 16:55:40.571946 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-19832e9c-9ae7-4d4b-aab7-a9769d35c9fc req-12200f36-c600-4bfe-92e9-4ed75317dc75 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0409787 Jun 14 16:55:40.869004 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:55:41.037506 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3c80e273-d11f-4d5e-b199-d06ba8fab7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:55:41.735094 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6bafd10e-358a-4bf7-8450-6ce19f12a119 req-3929f6a3-4528-4e93-8925-811f52506f0e tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0406218 Jun 14 16:55:42.483954 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:55:42.898609 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-568096b5-d225-4e3c-b616-417497dac646 req-cc9e1c46-4760-405c-9db4-e255fde808a2 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0410163 Jun 14 16:55:44.058572 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f2f6d606-3add-48ca-b429-fff130a987f8 req-170fb6c2-9581-4515-b268-3e612972fc19 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0386193 Jun 14 16:55:44.428333 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:55:45.221028 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-28e2252e-4921-447f-87b0-a1653ed40549 req-1e55567c-2c2f-48d7-8277-288905c470b2 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0440648 Jun 14 16:55:46.377930 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b985ada8-d056-45bf-aae2-7fb5d358438a req-a6bb913b-8878-4e0d-b780-5a69de25eb36 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0359564 Jun 14 16:55:47.424767 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:55:47.545037 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b08b051a-ed9f-4840-93bd-b855eb135a60 req-c252fe9a-0e4e-4398-abf2-6b2ea4d70675 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0331485 Jun 14 16:55:48.591004 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5c7c9001-65b0-4cf4-9d7e-405a3823bb9d req-c11a435a-7fa5-400b-8741-a605a6bf6fd6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a135b937-99f8-4c20-bf50-6c2fca98c50f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1119382 Jun 14 16:55:48.706009 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c9001-65b0-4cf4-9d7e-405a3823bb9d req-d4f3be7d-cc04-4346-af87-10fd3789b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:55:48.707581 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5c7c9001-65b0-4cf4-9d7e-405a3823bb9d req-d4f3be7d-cc04-4346-af87-10fd3789b483 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8586ae834394465a86a02671a1260b36&device_id=a135b937-99f8-4c20-bf50-6c2fca98c50f HTTP/1.1" status: 200 len: 1098 time: 0.0703006 Jun 14 16:55:48.878599 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-27ab1ea4-dbc8-4b93-aace-723bb9dfe6ea req-9fad5172-10dc-4a90-9034-82a07fec3f78 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0429792 Jun 14 16:55:48.881537 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c9001-65b0-4cf4-9d7e-405a3823bb9d req-4420f4b1-bc98-4b2a-a310-2b7cc203ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:55:48.882914 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5c7c9001-65b0-4cf4-9d7e-405a3823bb9d req-4420f4b1-bc98-4b2a-a310-2b7cc203ce6f service neutron] 10.222.0.43 "GET /v2.0/networks?id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 HTTP/1.1" status: 200 len: 911 time: 0.1519451 Jun 14 16:55:48.972680 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5c7c9001-65b0-4cf4-9d7e-405a3823bb9d req-eae7b5a5-f821-4bfc-bfb7-1d6602812907 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01741cb-e5f2-43fc-a7a1-026d83ba52da HTTP/1.1" status: 200 len: 1000 time: 0.0802999 Jun 14 16:55:49.039827 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c9001-65b0-4cf4-9d7e-405a3823bb9d req-c09ac82b-19bc-4a70-9235-6318e0df4ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:55:49.042180 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5c7c9001-65b0-4cf4-9d7e-405a3823bb9d req-c09ac82b-19bc-4a70-9235-6318e0df4ada service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60993bc5-fab3-4267-a96d-bd92b388336f HTTP/1.1" status: 200 len: 849 time: 0.0600276 Jun 14 16:55:49.127831 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c9001-65b0-4cf4-9d7e-405a3823bb9d req-defdf725-d13a-454a-a945-bbb8caafa2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:55:49.129218 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5c7c9001-65b0-4cf4-9d7e-405a3823bb9d req-defdf725-d13a-454a-a945-bbb8caafa2a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751939 Jun 14 16:55:49.251402 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5c7c9001-65b0-4cf4-9d7e-405a3823bb9d req-119087e1-0ed1-466e-ae81-0f9fe7df350e service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093912 Jun 14 16:55:49.379735 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5c7c9001-65b0-4cf4-9d7e-405a3823bb9d req-7d162c36-58fd-4a8e-b350-4d67988dc154 service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171148 Jun 14 16:55:50.039462 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-289965a0-45a6-4687-a7d1-a3933f2d60b4 req-f60172f3-86a9-47cd-9ae0-f6318eaff030 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0429995 Jun 14 16:55:51.210027 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a319408b-d2fe-4d3f-825e-2f668c13f09e req-ffc800d0-f427-47c3-9a40-7d813b738e3c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0385845 Jun 14 16:55:52.378083 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f5275570-2b53-4290-9dbd-4bcf21e7d782 req-d56584fc-c4a6-4d16-9ff1-8455ee2fc1d5 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0397658 Jun 14 16:55:53.529448 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-054a1d31-4102-4768-b1d6-14940900a9f9 req-7802a694-451e-4473-b827-853384dfe704 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0387437 Jun 14 16:55:54.690486 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bf890ce5-e829-4226-9206-b6f931d0345f req-ad5ed255-b097-4b4e-8736-2ec3a8508f50 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0420873 Jun 14 16:55:55.863911 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3f4ba3bc-a406-4899-9400-865cf19d74e8 req-ac6e0d71-dca8-4480-996b-813f773566d4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0388336 Jun 14 16:55:57.016034 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-decce56a-5d26-4342-855b-5e4318eccdf3 req-352661ab-b08c-4a54-b2ef-572f8eeef875 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0326304 Jun 14 16:55:58.185399 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d23b48b6-5d45-4799-863d-e26281bcacfe req-8cace4ca-15c7-46c6-bc26-d246c71ea662 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0434163 Jun 14 16:55:59.340633 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-32b568b8-2448-47e4-a61b-fc1ed7beb942 req-f5f81aec-bd1e-4719-aa0e-995050f1b3d7 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0360403 Jun 14 16:56:00.490402 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-affd082a-f4c7-4d44-b33a-fd7db27e8ecb req-c8880e6d-4013-45a2-b555-69fad3719f8d tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0379701 Jun 14 16:56:01.656613 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0d08691a-873a-488e-b923-034f043f6bb5 req-cf742ea0-df85-463a-b1c2-e16e89c51303 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0343161 Jun 14 16:56:02.821732 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a8ba02a3-9ea3-4477-b995-8d6b00e32cb9 req-aafa08c0-2627-4720-8dba-8ba0f41f814c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0385005 Jun 14 16:56:04.006334 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-218c610f-97b8-4fbf-b250-7e8760f40cb1 req-e11f2537-b03f-4fe8-b2df-3af7afb8ab33 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0425150 Jun 14 16:56:05.175300 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a7062f23-feaf-464a-ae11-9449d2c2601d req-1621236a-d8e7-439a-889e-beeae17c18e0 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0328181 Jun 14 16:56:06.340004 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6d8306da-abc6-4623-8f94-b4842b39b732 req-86f07676-838b-41e9-91c9-f35e85217d7f tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0424321 Jun 14 16:56:07.515783 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6e6dd31b-6f6f-4844-8f86-b8428e58b395 req-244b74af-78fa-454e-b246-bbf165076b0e tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0445371 Jun 14 16:56:07.736391 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:56:08.635238 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-70af4c89-9153-4fd7-9f9d-03e903046c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:56:08.679979 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d8adf0d6-2cd0-40b6-b904-5038200ae0c9 req-b6e4508d-5d3b-4872-915b-40956abf0122 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0370324 Jun 14 16:56:09.840422 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-29df6c69-b7d1-444d-9bb8-6cbfe7fe1e64 req-4a20f5a3-3a1a-43e0-aeb0-57fd097f3d45 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0350218 Jun 14 16:56:10.868287 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:56:11.015335 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0bdc9dfd-7973-410c-8ebe-8a43c99a2cad req-d10079ce-1c84-4ae4-99cd-94b8ef595794 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0332367 Jun 14 16:56:11.040120 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-859793ca-a732-4f90-aa61-1306c3e53d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:56:12.185186 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8b2d2533-64b4-4707-bdf9-e8975536ec60 req-a2fbac62-a651-4fad-abe3-2c7499a5bfca tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0332637 Jun 14 16:56:12.488379 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:56:13.347393 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f6787c94-891b-4b23-8f86-0e8c59cab0b3 req-90b659b9-f045-4057-98bc-36eda43b729c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0421927 Jun 14 16:56:14.350847 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:56:14.508754 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-438935e1-29df-4ebe-bc86-0cabd419ff4f req-a706cdda-8e5a-457a-a178-d3e47c78a09a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0440512 Jun 14 16:56:15.678734 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f7e3612f-ca36-4390-ba72-93e585493053 req-185c4318-db04-4174-8309-8841a00f61c2 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0431530 Jun 14 16:56:16.830619 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-39406e17-b822-4d8d-86d2-d6d758b8b50b req-b00e117d-c4d4-4e98-a514-9300d0860a81 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0344393 Jun 14 16:56:17.994641 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a926525c-6a0d-46fc-a111-7a4d76e8f47c req-0a27368e-1876-4f2d-98b5-4d71f933d676 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0378799 Jun 14 16:56:19.145689 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-64b68c4e-f5bf-4173-80c1-3d11aae59534 req-06df2129-2c32-4a05-8636-87326d2fa92d tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0324383 Jun 14 16:56:20.308035 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-75f70c16-0524-40c2-b6f7-2d3b646ee272 req-4238b17a-f0e4-4471-9b2e-5e592f8861da tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0352356 Jun 14 16:56:21.478310 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b0e3672e-3118-42c4-b51d-bc01a8abef57 req-fd1c11d5-0187-4cb3-a90f-47b43f2499ca tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0377879 Jun 14 16:56:22.629657 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-21edbd38-1eda-4435-a9ec-31630f27cc61 req-ddffbfa3-4c71-4ce8-9186-62f71fbf2c44 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0383809 Jun 14 16:56:23.789472 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b3f1163e-f58b-4031-8d89-3a2454398d94 req-f93f27ca-faa4-4188-b6f5-db909f380c5c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0378520 Jun 14 16:56:24.427882 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:56:24.937956 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4b01daef-fafa-4fb6-8d13-1138539ca3e2 req-7261088f-5f6a-4bb4-9f55-145b90d95f79 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0330462 Jun 14 16:56:26.091704 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9f3f1b29-915e-40da-98e2-3309c513e976 req-b0624522-6b60-4924-b109-661028355292 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0429275 Jun 14 16:56:27.247573 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-455c4bb2-f174-4b32-8e91-97eb8ab25b67 req-2891cc07-23d1-4b19-b5a8-1be257063f82 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0376413 Jun 14 16:56:28.407512 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-252f592e-ad94-4701-8a4a-6eebf2bc21a5 req-55ae3107-5729-4359-ae0e-aa40a77f3f3a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0353158 Jun 14 16:56:29.567793 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2a719d24-ccb1-46eb-bc1a-58baf4e141c3 req-eea67085-677b-42dd-88b8-a23781d834c0 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0419652 Jun 14 16:56:30.739110 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b7ae005d-6594-400a-9319-4cc57bf8befa req-bc02aad4-46a1-49f6-81e7-93120b8a2775 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0439200 Jun 14 16:56:31.913289 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2c6ea955-995a-46f1-bbba-905418f205ba req-c15aa109-dfb3-466d-89f0-ad10aebc6a30 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0468390 Jun 14 16:56:33.066731 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3be95950-b0d0-427f-8d4e-bd3dc0446fa3 req-dda15aeb-fa70-45b6-8f2d-e8abc6908af0 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0347552 Jun 14 16:56:34.223678 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8a68a9f6-0e36-4630-abc4-3f089643880a req-70a11489-0fea-4859-8a92-00d3b0ee3b73 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0352659 Jun 14 16:56:35.375910 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5d9af9d7-6c31-4337-bf9e-ba9d265b1d1a req-4ae6b1f2-b234-491f-a65f-6555ab84994d tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0371699 Jun 14 16:56:36.545446 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4fdeda07-3836-4320-9b9e-d98470bcbe7a req-dac2a5ca-bfcd-46b3-93e6-0becb1dea43f tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0424290 Jun 14 16:56:37.693086 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0c909726-d6a3-48e2-b6d9-1d3aadc1ac9d req-e25e8ac6-9038-4d11-89c6-7e77c5af7929 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0332463 Jun 14 16:56:37.754538 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:56:38.638637 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-81778ccf-475c-4c96-8e98-4ad3fd0177c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:56:38.867005 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c3f00240-60c9-4cec-8003-ec83849eb7eb req-eda43da9-bb3f-48d5-a6a3-337919b7d071 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0472715 Jun 14 16:56:40.023855 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-64d7e837-04c1-4e9d-9ee9-862a98634d1b req-332f4477-c894-4f1d-8a8e-712e78dfc437 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0332725 Jun 14 16:56:40.864912 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:56:41.035101 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-48c748bf-9020-48bd-b6e8-f6161c6d0b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:56:41.192737 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5d0c6ab3-1484-42c5-ab3d-92128d1aac90 req-8833c678-fd03-48f5-a335-ee599aa8f75c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0411496 Jun 14 16:56:42.356801 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-247b6060-da98-4e4b-afd3-4d3a167545c1 req-187a24cb-edda-4235-baf3-c740c6dcb698 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0347502 Jun 14 16:56:42.497114 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:56:43.524235 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-85500319-d44d-4ca0-923d-623901e7bd97 req-871c93b0-9f71-4b37-95b6-c38cefdeba9b tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0408707 Jun 14 16:56:44.358865 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:56:44.686201 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2890ec51-6900-4540-8bbc-dda3cf85480e req-334eb7b9-da7f-458d-b2c2-1c334a8d17ee tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0324814 Jun 14 16:56:45.849055 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fd100fca-fe24-4a11-bdf7-d0a69b4d9c82 req-5ae3fcb1-7c81-4ed4-b4cb-08749bb0d8ca tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0378258 Jun 14 16:56:47.007481 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-180391dd-5f2c-428f-b757-b0d161340a8c req-914ba172-b23b-4de4-a600-1e1f613ceb82 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0370526 Jun 14 16:56:48.162740 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4312820c-dd23-4176-9b29-c32f50656d43 req-cd188be1-b9f2-40cb-beab-e70ef3a9ea4c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0341175 Jun 14 16:56:48.516388 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-01800739-e3a7-414b-a799-ec9c1d084134 req-0122134c-0f68-4631-91e2-5213b3c7c40f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a135b937-99f8-4c20-bf50-6c2fca98c50f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0583868 Jun 14 16:56:48.642038 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01800739-e3a7-414b-a799-ec9c1d084134 req-9f1467ae-6236-4c72-af75-7b070f552146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:56:48.643561 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-01800739-e3a7-414b-a799-ec9c1d084134 req-9f1467ae-6236-4c72-af75-7b070f552146 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8586ae834394465a86a02671a1260b36&device_id=a135b937-99f8-4c20-bf50-6c2fca98c50f HTTP/1.1" status: 200 len: 1098 time: 0.0700898 Jun 14 16:56:48.786713 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01800739-e3a7-414b-a799-ec9c1d084134 req-b1aa7af0-54f0-45e9-937d-4d59b60b3010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:56:48.788111 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-01800739-e3a7-414b-a799-ec9c1d084134 req-b1aa7af0-54f0-45e9-937d-4d59b60b3010 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 HTTP/1.1" status: 200 len: 911 time: 0.1169064 Jun 14 16:56:48.884703 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-01800739-e3a7-414b-a799-ec9c1d084134 req-141ce5e4-29f4-4858-a6b5-c0fc0959d271 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01741cb-e5f2-43fc-a7a1-026d83ba52da HTTP/1.1" status: 200 len: 1000 time: 0.0848567 Jun 14 16:56:48.960920 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01800739-e3a7-414b-a799-ec9c1d084134 req-137a6657-e41d-475d-8718-0134f380fe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:56:48.962315 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-01800739-e3a7-414b-a799-ec9c1d084134 req-137a6657-e41d-475d-8718-0134f380fe1b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60993bc5-fab3-4267-a96d-bd92b388336f HTTP/1.1" status: 200 len: 849 time: 0.0629969 Jun 14 16:56:49.030952 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01800739-e3a7-414b-a799-ec9c1d084134 req-9ce9e780-d829-48e6-bd9f-30e3fb3c4512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:56:49.032429 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-01800739-e3a7-414b-a799-ec9c1d084134 req-9ce9e780-d829-48e6-bd9f-30e3fb3c4512 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600510 Jun 14 16:56:49.151182 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-01800739-e3a7-414b-a799-ec9c1d084134 req-bb80e75d-2e08-43a4-be44-c95686da0cde service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111348 Jun 14 16:56:49.277073 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-01800739-e3a7-414b-a799-ec9c1d084134 req-b23c1e70-489b-4ae5-8bc3-22bdbc28c20e service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145351 Jun 14 16:56:49.318713 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9fd3fb07-ad31-4c3f-982e-dd8eabbcef32 req-1f7dc8aa-265e-4d44-8799-5ff77d8ab72e tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0333345 Jun 14 16:56:50.481800 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a565d299-864a-4069-b219-511653560ecd req-c0a9900a-0dbd-4a30-b07b-f8c8f7dda5a0 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0393894 Jun 14 16:56:51.644173 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-cef6eb77-0347-40eb-b70f-3ff3d4ed14fd req-9935e2ad-7b2a-407b-9f43-151f14298539 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0457456 Jun 14 16:56:52.803445 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c87623f0-48f1-4183-9884-084c6db034a9 req-1715c6e5-96f8-4ccd-97b2-2771eaa932cc tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0379691 Jun 14 16:56:53.968223 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d1f51d0b-e224-4cc2-b199-91791e633bf5 req-ac0e9999-f459-4377-b0db-e5aac164d47b tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0370634 Jun 14 16:56:55.115800 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8dfd23bd-c103-4367-a7b5-bb059fc99fe9 req-f975e3fd-5e76-4291-967a-03e9fbd81c73 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0349927 Jun 14 16:56:56.290966 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6403b1f7-06c9-4a28-ab3b-08306300762a req-da170236-5577-41c2-a874-66040d386ddf tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0333350 Jun 14 16:56:57.464617 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-cd659c6d-4647-4298-992e-081e778e16d8 req-d994915c-5e39-4119-91b1-e4beb6c1509d tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0366824 Jun 14 16:56:58.887857 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-91985c34-4702-48a6-a32c-6916efad61ad req-852c4a58-7df7-4788-986a-a97648c22a33 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.2988365 Jun 14 16:57:00.037469 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1edf0a4c-2b9d-459b-83ac-c7d1d3c2734e req-4d4fc49c-3863-4cdc-908b-93f6e3500a0a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0338669 Jun 14 16:57:01.201117 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-11193e48-c0a3-4090-a1c3-55fea562a2de req-d31669e4-e52a-493b-af60-e2a1dd5427be tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0389690 Jun 14 16:57:01.428315 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:57:02.362164 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2b98f9d3-e038-4b46-9e6d-7bb6dc449e67 req-0d337662-1cd7-47c9-a49e-3fd9e583b9ed tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0370736 Jun 14 16:57:03.526417 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a071a1c4-8e84-47ba-84ac-f42bdd4696b5 req-7520da0d-f1c4-40c4-9f26-94fabcbbbdd0 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0436399 Jun 14 16:57:04.688865 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2a49fbb1-4bb7-4ef1-982d-22b2d9d8fa45 req-8f2a9462-457a-4c9e-b2aa-b852fdd076c1 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0424578 Jun 14 16:57:05.843425 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7918e668-b17d-439a-80be-ca7ad99ef389 req-d8ad16da-02cf-475d-b117-735aced524d3 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0332904 Jun 14 16:57:07.007169 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3356b664-e4c5-4fcc-934e-6066adf35cdd req-06796a79-183d-4f10-a059-91483f3bf07a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0446322 Jun 14 16:57:07.754572 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:08.171496 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8f1b0f57-35d8-4b50-9cb1-f5561fa680db req-855b79c3-a867-4d67-ba3d-132892dc6c2a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0440814 Jun 14 16:57:08.652933 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-03121217-8cf2-41da-b02b-892939f172b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:09.337232 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d022b5dd-5358-4022-8d86-9ada91938232 req-39038666-4380-4e92-a720-33776ba6cf41 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0348673 Jun 14 16:57:10.499031 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fde714da-d0d0-48af-9bf1-b2f04c6c22d2 req-2918e0f3-590b-4e35-9cb2-e5ca3ca87a2e tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0409071 Jun 14 16:57:10.870258 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:11.044313 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-533cc551-1a5e-40de-bcfe-2f0090588925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:11.688910 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fe1872f4-9108-438a-b4b1-21ba4610f08d req-a5bd8838-287b-4697-a8ed-1ebed35bcf65 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0363426 Jun 14 16:57:12.493503 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:12.840901 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6f668f46-3751-47ae-965b-287ce57279a1 req-378d8f21-866a-4f9f-824b-7fe20cffc2e1 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0342710 Jun 14 16:57:14.003854 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-545407c4-04ae-4f1a-ab7e-2788a90f8e5e req-b232d0c2-5827-44ed-9267-0433b1a9b11f tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0380664 Jun 14 16:57:14.354689 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:15.156544 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3ada3a72-230f-4178-9df0-917c69c28fd2 req-998e4d68-18ce-48d2-828b-a91f3ede703c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0354164 Jun 14 16:57:16.324664 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2d2793ca-7a6d-4892-ab6c-205c4d5f99d0 req-39969a03-de48-4178-8801-03eb1178730a tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0434279 Jun 14 16:57:17.483193 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-53ae0f32-bb54-4428-b47c-3a22b29ade62 req-2b5e2a36-5321-4f0b-99f8-83e06770fc1c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0330944 Jun 14 16:57:18.644994 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f7d73b15-c13b-46e4-9854-e0bc5b8415b4 req-f8a54529-bf9c-49f4-9f19-e381cdfc60d4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0428884 Jun 14 16:57:19.798636 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-aec9b5b9-7ae5-43c4-b08f-a07b4a28def7 req-4f6198bb-516b-407a-a6fb-c4876b491d22 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0368028 Jun 14 16:57:20.955592 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-92591773-5c2e-405a-876c-71631a5a7e9f req-1385efa8-99b2-483b-aa6b-865cb2123ea8 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0370159 Jun 14 16:57:22.128010 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a73c024f-1ac3-489e-bfdf-618f7ea853dd req-81cffd66-6907-4038-b851-6c56efe51081 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9544910-d385-45af-a7f9-d079013e0209 HTTP/1.1" status: 200 len: 210 time: 0.0350785 Jun 14 16:57:23.223225 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 38946) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:57:23.835927 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8a681357-c19f-4d5a-8048-4da9c456eeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591572'] for router_interface, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:24.159366 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-8a681357-c19f-4d5a-8048-4da9c456eeaf admin admin] Deleting port 327faae3-26b5-440b-b473-c1c80ea16155 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:57:24.159710 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8a681357-c19f-4d5a-8048-4da9c456eeaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:24.264254 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-8a681357-c19f-4d5a-8048-4da9c456eeaf admin admin] For port 327faae3-26b5-440b-b473-c1c80ea16155, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=327faae3-26b5-440b-b473-c1c80ea16155,segment=NetworkSegment(d254e33d-428e-46aa-865b-f04cadb7452d),segment_id=d254e33d-428e-46aa-865b-f04cadb7452d)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:57:24.265001 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8a681357-c19f-4d5a-8048-4da9c456eeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:24.355582 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-8a681357-c19f-4d5a-8048-4da9c456eeaf admin admin] Calling delete_port for 327faae3-26b5-440b-b473-c1c80ea16155 owned by network:router_interface {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:57:24.582573 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8a681357-c19f-4d5a-8048-4da9c456eeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:24.585386 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-7ba4967a-aac3-4745-87b9-5120a0a0d65c tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:24.624089 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a681357-c19f-4d5a-8048-4da9c456eeaf admin admin] Pushing event deleted for resources: {'Port': ['ID=327faae3-26b5-440b-b473-c1c80ea16155,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:24.657302 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a681357-c19f-4d5a-8048-4da9c456eeaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:24.657663 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a681357-c19f-4d5a-8048-4da9c456eeaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:24.658012 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a681357-c19f-4d5a-8048-4da9c456eeaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:24.658382 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a681357-c19f-4d5a-8048-4da9c456eeaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:24.658718 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a681357-c19f-4d5a-8048-4da9c456eeaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:24.659056 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a681357-c19f-4d5a-8048-4da9c456eeaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:24.659371 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a681357-c19f-4d5a-8048-4da9c456eeaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:24.659705 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a681357-c19f-4d5a-8048-4da9c456eeaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:24.660036 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a681357-c19f-4d5a-8048-4da9c456eeaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:24.660368 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a681357-c19f-4d5a-8048-4da9c456eeaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:24.660696 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a681357-c19f-4d5a-8048-4da9c456eeaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:24.661022 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a681357-c19f-4d5a-8048-4da9c456eeaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:24.664322 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8a681357-c19f-4d5a-8048-4da9c456eeaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:24.846766 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8a681357-c19f-4d5a-8048-4da9c456eeaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591940'] for router_interface, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:25.146437 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a681357-c19f-4d5a-8048-4da9c456eeaf admin admin] Router 778f00fb-9d19-44f2-988a-f7386df08c19 has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:57:25.571456 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a681357-c19f-4d5a-8048-4da9c456eeaf admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:57:25.576522 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-8a681357-c19f-4d5a-8048-4da9c456eeaf admin admin] 10.222.0.25 "PUT /v2.0/routers/778f00fb-9d19-44f2-988a-f7386df08c19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3522210 Jun 14 16:57:25.579196 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 38962) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:57:25.581780 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0235091-ac69-448f-bdfe-c4d4343c8f41 None None] Sync routers for ids ['778f00fb-9d19-44f2-988a-f7386df08c19'] in dv-cinder-796286-2-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:57:25.591058 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0235091-ac69-448f-bdfe-c4d4343c8f41 None None] Routers {'778f00fb-9d19-44f2-988a-f7386df08c19'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:57:25.591745 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-f0235091-ac69-448f-bdfe-c4d4343c8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:57:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['778f00fb-9d19-44f2-988a-f7386df08c19'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:57:25.723744 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-248e14aa-5e64-410e-92f7-42a85875b1f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:25.727763 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-f0235091-ac69-448f-bdfe-c4d4343c8f41 None None] Set router 778f00fb-9d19-44f2-988a-f7386df08c19 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:57:25.865234 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-248e14aa-5e64-410e-92f7-42a85875b1f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:25.925369 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-248e14aa-5e64-410e-92f7-42a85875b1f0 admin admin] Deleting port ebd81266-ab7c-4347-94ca-9858c130c0d0 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:57:25.925742 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-248e14aa-5e64-410e-92f7-42a85875b1f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:26.034598 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-248e14aa-5e64-410e-92f7-42a85875b1f0 admin admin] For port ebd81266-ab7c-4347-94ca-9858c130c0d0, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=ebd81266-ab7c-4347-94ca-9858c130c0d0,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:57:26.034948 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-248e14aa-5e64-410e-92f7-42a85875b1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:26.058105 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-f0235091-ac69-448f-bdfe-c4d4343c8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f00fb-9d19-44f2-988a-f7386df08c19', 'name': 'tempest-ServerRescueNegativeTestJSON-1817003114-router', 'tenant_id': '2c90e9f6caa44ace9e9c8571d4b33473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ebd81266-ab7c-4347-94ca-9858c130c0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:12Z', 'updated_at': '2021-06-14T16:57:24Z', 'revision_number': 5, 'project_id': '2c90e9f6caa44ace9e9c8571d4b33473', 'gw_port': {'id': 'ebd81266-ab7c-4347-94ca-9858c130c0d0', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:97:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778f00fb-9d19-44f2-988a-f7386df08c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:13Z', 'updated_at': '2021-06-14T16:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:57:26.061582 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0235091-ac69-448f-bdfe-c4d4343c8f41 None None] Checking router: 778f00fb-9d19-44f2-988a-f7386df08c19 for host: dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:57:26.071767 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0235091-ac69-448f-bdfe-c4d4343c8f41 None None] Routers {'778f00fb-9d19-44f2-988a-f7386df08c19'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:57:26.072370 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-f0235091-ac69-448f-bdfe-c4d4343c8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:57:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['778f00fb-9d19-44f2-988a-f7386df08c19'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:57:26.132963 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-248e14aa-5e64-410e-92f7-42a85875b1f0 admin admin] Calling delete_port for ebd81266-ab7c-4347-94ca-9858c130c0d0 owned by network:router_gateway {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:57:26.196469 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-f0235091-ac69-448f-bdfe-c4d4343c8f41 None None] Set router 778f00fb-9d19-44f2-988a-f7386df08c19 gateway port host: None {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:57:26.272523 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-f0235091-ac69-448f-bdfe-c4d4343c8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778f00fb-9d19-44f2-988a-f7386df08c19', 'name': 'tempest-ServerRescueNegativeTestJSON-1817003114-router', 'tenant_id': '2c90e9f6caa44ace9e9c8571d4b33473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:12Z', 'updated_at': '2021-06-14T16:57:25Z', 'revision_number': 6, 'project_id': '2c90e9f6caa44ace9e9c8571d4b33473', 'gw_port_host': None}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:57:26.276074 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0235091-ac69-448f-bdfe-c4d4343c8f41 None None] The sync data for ids ['778f00fb-9d19-44f2-988a-f7386df08c19'] in dv-cinder-796286-2-iscsi is: [{'id': '778f00fb-9d19-44f2-988a-f7386df08c19', 'name': 'tempest-ServerRescueNegativeTestJSON-1817003114-router', 'tenant_id': '2c90e9f6caa44ace9e9c8571d4b33473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:12Z', 'updated_at': '2021-06-14T16:57:25Z', 'revision_number': 6, 'project_id': '2c90e9f6caa44ace9e9c8571d4b33473', 'gw_port_host': None}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:57:26.346390 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-248e14aa-5e64-410e-92f7-42a85875b1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:26.348198 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:26.378329 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e14aa-5e64-410e-92f7-42a85875b1f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebd81266-ab7c-4347-94ca-9858c130c0d0,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:26.381678 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-248e14aa-5e64-410e-92f7-42a85875b1f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:26.451892 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-248e14aa-5e64-410e-92f7-42a85875b1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594199'] for router_gateway, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:26.602809 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-248e14aa-5e64-410e-92f7-42a85875b1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-621798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106227'] for router, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:26.604478 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-248e14aa-5e64-410e-92f7-42a85875b1f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:26.684694 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-248e14aa-5e64-410e-92f7-42a85875b1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-622384'] for router, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:26.685844 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248e14aa-5e64-410e-92f7-42a85875b1f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 778f00fb-9d19-44f2-988a-f7386df08c19 {{(pid=91924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 16:57:26.690198 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-248e14aa-5e64-410e-92f7-42a85875b1f0 admin admin] Notify callbacks [] for router, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:26.693974 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-248e14aa-5e64-410e-92f7-42a85875b1f0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/778f00fb-9d19-44f2-988a-f7386df08c19 HTTP/1.1" status: 204 len: 168 time: 1.1112382 Jun 14 16:57:26.694267 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 38970) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:57:26.747648 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_v2 [None req-31580fc6-d04a-44fa-93ba-d105ef703c0d admin admin] Deleting subnet 76ebf11c-6866-45a5-8a22-bba3c93daf27 {{(pid=91924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 16:57:26.751096 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-31580fc6-d04a-44fa-93ba-d105ef703c0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:26.793445 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-31580fc6-d04a-44fa-93ba-d105ef703c0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11922896'] for subnet, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:26.850246 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-31580fc6-d04a-44fa-93ba-d105ef703c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3822193'] for subnet, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:26.914617 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-31580fc6-d04a-44fa-93ba-d105ef703c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3822200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12204727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12516290'] for subnet, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:26.918052 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d3bd7790-98d9-4e1b-a49c-cc8e8d9c55ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:26.950549 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31580fc6-d04a-44fa-93ba-d105ef703c0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76ebf11c-6866-45a5-8a22-bba3c93daf27,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:26.952529 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-31580fc6-d04a-44fa-93ba-d105ef703c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:26.954504 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-31580fc6-d04a-44fa-93ba-d105ef703c0d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/76ebf11c-6866-45a5-8a22-bba3c93daf27 HTTP/1.1" status: 204 len: 168 time: 0.2587726 Jun 14 16:57:26.956817 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-31580fc6-d04a-44fa-93ba-d105ef703c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:26.957536 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 38972) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:57:27.052425 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-348e41ae-6565-4fce-bc7a-3001dbb1fc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684090'] for network, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:27.159305 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-348e41ae-6565-4fce-bc7a-3001dbb1fc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3827948', 'neutron.services.segments.db._delete_segments_for_network-8769377283256'] for network, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:27.171371 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-348e41ae-6565-4fce-bc7a-3001dbb1fc3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bacab7d-e7d5-400d-a72a-7caeec0312a6']}} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:57:27.183772 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-348e41ae-6565-4fce-bc7a-3001dbb1fc3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd254e33d-428e-46aa-865b-f04cadb7452d') {'for_net_delete': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:57:27.184066 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-348e41ae-6565-4fce-bc7a-3001dbb1fc3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd254e33d-428e-46aa-865b-f04cadb7452d') {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:57:27.194617 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-348e41ae-6565-4fce-bc7a-3001dbb1fc3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769377283094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11696419'] for segment, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:27.211136 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-348e41ae-6565-4fce-bc7a-3001dbb1fc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:27.218029 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348e41ae-6565-4fce-bc7a-3001dbb1fc3d admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=91925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 16:57:27.218449 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-348e41ae-6565-4fce-bc7a-3001dbb1fc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11589309'] for segment, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: Traceback (most recent call last): Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: timer() Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: cb(*args, **kw) Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: return func(*args, **kwargs) Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: self._notify() Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: self.callback(batched_events) Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: event.method(event) Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: return f(self, *a, **k) Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: return self._get(url).json() Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: return self.request(url, 'GET', **kwargs) Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 16:57:27.220118 dv-cinder-796286-2-iscsi neutron-server[91925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 16:57:27.307612 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-348e41ae-6565-4fce-bc7a-3001dbb1fc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3827955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594186'] for network, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:27.311623 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-bbc9b60e-71e8-4d0d-823b-e604ad53c99e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:27.315067 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-348e41ae-6565-4fce-bc7a-3001dbb1fc3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:27.316824 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-348e41ae-6565-4fce-bc7a-3001dbb1fc3d admin admin] 10.222.0.25 "DELETE /v2.0/networks/8bacab7d-e7d5-400d-a72a-7caeec0312a6 HTTP/1.1" status: 204 len: 168 time: 0.3582106 Jun 14 16:57:27.335443 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e41ae-6565-4fce-bc7a-3001dbb1fc3d admin admin] Pushing event deleted for resources: {'Network': ['ID=8bacab7d-e7d5-400d-a72a-7caeec0312a6,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:27.338547 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348e41ae-6565-4fce-bc7a-3001dbb1fc3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:27.338934 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348e41ae-6565-4fce-bc7a-3001dbb1fc3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:27.339292 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348e41ae-6565-4fce-bc7a-3001dbb1fc3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:27.339654 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348e41ae-6565-4fce-bc7a-3001dbb1fc3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:27.340227 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348e41ae-6565-4fce-bc7a-3001dbb1fc3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:27.340584 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348e41ae-6565-4fce-bc7a-3001dbb1fc3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:27.340927 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348e41ae-6565-4fce-bc7a-3001dbb1fc3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:27.341264 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348e41ae-6565-4fce-bc7a-3001dbb1fc3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:27.341611 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348e41ae-6565-4fce-bc7a-3001dbb1fc3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:27.342096 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348e41ae-6565-4fce-bc7a-3001dbb1fc3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:27.342276 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348e41ae-6565-4fce-bc7a-3001dbb1fc3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:27.342631 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348e41ae-6565-4fce-bc7a-3001dbb1fc3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:27.345869 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-348e41ae-6565-4fce-bc7a-3001dbb1fc3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:27.440173 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 38984) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:57:27.484432 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-a86cb2f7-3066-4ea3-98f4-c7d386740465 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c90e9f6caa44ace9e9c8571d4b33473&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0429947 Jun 14 16:57:27.487849 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 38986) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:57:27.540530 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b46b7ec1-f947-4417-b0b7-4b023f0d830c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:27.567568 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b46b7ec1-f947-4417-b0b7-4b023f0d830c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:27.626280 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b46b7ec1-f947-4417-b0b7-4b023f0d830c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:27.631028 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b46b7ec1-f947-4417-b0b7-4b023f0d830c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:27.632726 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-b46b7ec1-f947-4417-b0b7-4b023f0d830c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ea7d6cd-eb86-4420-aa75-905091b5985b HTTP/1.1" status: 204 len: 168 time: 0.1438222 Jun 14 16:57:27.633469 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-ea52e710-c37b-4de3-bde7-e8d86dcff14e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:27.641790 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b7ec1-f947-4417-b0b7-4b023f0d830c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea7d6cd-eb86-4420-aa75-905091b5985b,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:27.644353 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-b46b7ec1-f947-4417-b0b7-4b023f0d830c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:28.059942 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 327faae3-26b5-440b-b473-c1c80ea16155 no longer exists at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:57:28.086344 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] No Port match for: 327faae3-26b5-440b-b473-c1c80ea16155 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:57:28.086694 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 327faae3-26b5-440b-b473-c1c80ea16155 not bound to the agent host dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:57:28.087117 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device ebd81266-ab7c-4347-94ca-9858c130c0d0 no longer exists at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:57:28.109648 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] No Port match for: ebd81266-ab7c-4347-94ca-9858c130c0d0 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:57:28.109965 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device ebd81266-ab7c-4347-94ca-9858c130c0d0 not bound to the agent host dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:57:28.378837 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 39014) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:57:28.476694 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-e218b089-c8ba-4c07-b3fb-d489e792444a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1420384464-network', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:57:28.503593 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e218b089-c8ba-4c07-b3fb-d489e792444a admin admin] Made reservation on behalf of 9cc06c11ded84810b0dbfe7c673881cf for: {'network': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:57:28.505983 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e218b089-c8ba-4c07-b3fb-d489e792444a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for network, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:28.517285 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e218b089-c8ba-4c07-b3fb-d489e792444a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:28.624215 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e218b089-c8ba-4c07-b3fb-d489e792444a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:28.630577 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e218b089-c8ba-4c07-b3fb-d489e792444a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:28.633898 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f4b2c3fc-766e-43ef-9aaa-bc28be3e5385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:28.659319 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e218b089-c8ba-4c07-b3fb-d489e792444a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=91924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 16:57:28.664424 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218b089-c8ba-4c07-b3fb-d489e792444a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b65064-4ae3-4a7c-b337-787a2f3561f2,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:28.667904 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e218b089-c8ba-4c07-b3fb-d489e792444a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:28.673301 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e218b089-c8ba-4c07-b3fb-d489e792444a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:28.673744 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.db.segments_db [None req-e218b089-c8ba-4c07-b3fb-d489e792444a admin admin] Added segment c597a9f7-28fc-45e8-8d76-f0226ab90e34 of type vlan for network 8cefed9c-67eb-4905-8e05-5de75185084f Jun 14 16:57:28.732590 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e218b089-c8ba-4c07-b3fb-d489e792444a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769376812472'] for network, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:28.766942 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e218b089-c8ba-4c07-b3fb-d489e792444a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:28.768738 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e218b089-c8ba-4c07-b3fb-d489e792444a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:28.769522 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-e218b089-c8ba-4c07-b3fb-d489e792444a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:28.773753 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:28.806193 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-e218b089-c8ba-4c07-b3fb-d489e792444a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4262671 Jun 14 16:57:28.809222 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 39018) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:57:28.814277 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-a79ad0fe-824d-4d74-a35e-10c2fccb4e73 admin admin] Request body: {'subnet': {'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1420384464-subnet', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:57:28.839003 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79ad0fe-824d-4d74-a35e-10c2fccb4e73 admin admin] Made reservation on behalf of 9cc06c11ded84810b0dbfe7c673881cf for: {'subnet': 1} {{(pid=91925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:57:28.841380 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a79ad0fe-824d-4d74-a35e-10c2fccb4e73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12509313'] for subnet, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:28.852690 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218b089-c8ba-4c07-b3fb-d489e792444a admin admin] Pushing event updated for resources: {'Network': ['ID=8cefed9c-67eb-4905-8e05-5de75185084f,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:28.855533 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e218b089-c8ba-4c07-b3fb-d489e792444a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:28.863068 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Network 8cefed9c-67eb-4905-8e05-5de75185084f details requested by agent ovs-agent-dv-cinder-796286-2-iscsi with host dv-cinder-796286-2-iscsi {{(pid=91926) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 16:57:29.073252 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a79ad0fe-824d-4d74-a35e-10c2fccb4e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11588439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12509335'] for subnet, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:29.076247 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6eee4144-20f8-45b9-a203-abfcf7040c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:29.127727 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ad0fe-824d-4d74-a35e-10c2fccb4e73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=341588b0-f3be-40cf-89af-87293678f8bd,revision_number=0']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:29.131082 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-a79ad0fe-824d-4d74-a35e-10c2fccb4e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:29.145871 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79ad0fe-824d-4d74-a35e-10c2fccb4e73 admin admin] Checking segment: {'id': 'c597a9f7-28fc-45e8-8d76-f0226ab90e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:57:29.146215 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79ad0fe-824d-4d74-a35e-10c2fccb4e73 admin admin] Network hostable DHCP agents. Network: 8cefed9c-67eb-4905-8e05-5de75185084f, hostable agents: ['375ffa47-0472-477a-9943-d26e949c75c5'], hosted agents: [] {{(pid=91925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 16:57:29.163512 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79ad0fe-824d-4d74-a35e-10c2fccb4e73 admin admin] Network 8cefed9c-67eb-4905-8e05-5de75185084f is scheduled to be hosted by DHCP agent 375ffa47-0472-477a-9943-d26e949c75c5 with binding_index 1 {{(pid=91925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 16:57:29.172031 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-a79ad0fe-824d-4d74-a35e-10c2fccb4e73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-iscsi, 8cefed9c-67eb-4905-8e05-5de75185084f) {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:57:29.176635 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79ad0fe-824d-4d74-a35e-10c2fccb4e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:29.177723 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a79ad0fe-824d-4d74-a35e-10c2fccb4e73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:29.180925 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3585a9-32e3-4269-b61f-52dd4f7e7792 None None] Network 8cefed9c-67eb-4905-8e05-5de75185084f requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:57:29.193567 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-a79ad0fe-824d-4d74-a35e-10c2fccb4e73 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3831687 Jun 14 16:57:29.196690 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 39022) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:57:29.201168 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-0464b4a2-9aca-4f7b-b801-0ec71c692e38 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1420384464-router', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:57:29.228786 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0464b4a2-9aca-4f7b-b801-0ec71c692e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-621740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106213'] for router, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:29.230102 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0464b4a2-9aca-4f7b-b801-0ec71c692e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-621771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595165', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106220'] for router, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:29.303154 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0464b4a2-9aca-4f7b-b801-0ec71c692e38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:29.381807 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc755246c-0e71-5945-9550-72e741f73a7f-8cefed9c-67eb-4905-8e05-5de75185084f', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'fixed_ips': [{'subnet_id': '341588b0-f3be-40cf-89af-87293678f8bd'}]}} from dv-cinder-796286-2-iscsi. {{(pid=91926) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 16:57:29.382760 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:29.502098 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0464b4a2-9aca-4f7b-b801-0ec71c692e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-621758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106234'] for router, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:29.538989 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.db_base_plugin_common [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Allocated IP 172.20.0.2 (8cefed9c-67eb-4905-8e05-5de75185084f/341588b0-f3be-40cf-89af-87293678f8bd/a3aeb53a-489a-47d3-8551-ff2055e53608) {{(pid=91926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:57:29.714910 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Notify callbacks [] for port, precommit_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:29.723330 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Transition to ACTIVE for port object a3aeb53a-489a-47d3-8551-ff2055e53608 will not be triggered until provisioned by entity L2. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:57:29.738964 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Transition to ACTIVE for port object a3aeb53a-489a-47d3-8551-ff2055e53608 will not be triggered until provisioned by entity DHCP. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:57:29.744808 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408'] for port, after_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:29.747265 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:29.783533 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0464b4a2-9aca-4f7b-b801-0ec71c692e38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:29.791576 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Network 8cefed9c-67eb-4905-8e05-5de75185084f is already hosted by enough agents. {{(pid=91926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:57:29.794431 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.scheduler.base_scheduler [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Resources bound (agent type, host, resource id): {{(pid=91926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:57:29.798657 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Received port after_create {{(pid=91926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:57:29.801562 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Pushing event updated for resources: {'Port': ['ID=a3aeb53a-489a-47d3-8551-ff2055e53608,revision_number=1']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:29.808526 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0464b4a2-9aca-4f7b-b801-0ec71c692e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:29.812089 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:29.812428 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:29.812773 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:29.813094 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:29.813414 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:29.813728 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:29.814040 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:29.814374 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:29.814679 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:29.814991 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:29.815296 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:29.815601 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:29.841862 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:29.879024 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Attempting to bind port a3aeb53a-489a-47d3-8551-ff2055e53608 on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:57:29.879359 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Attempting to bind port a3aeb53a-489a-47d3-8551-ff2055e53608 by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': 'c597a9f7-28fc-45e8-8d76-f0226ab90e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f'}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:57:29.879715 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Attempting to bind port a3aeb53a-489a-47d3-8551-ff2055e53608 on network 8cefed9c-67eb-4905-8e05-5de75185084f {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:57:29.884797 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:57:29.885171 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Checking segment: {'id': 'c597a9f7-28fc-45e8-8d76-f0226ab90e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:57:29.885930 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:29.885930 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Bound using segment: {'id': 'c597a9f7-28fc-45e8-8d76-f0226ab90e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f'} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:57:29.886430 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Bound port: a3aeb53a-489a-47d3-8551-ff2055e53608, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c597a9f7-28fc-45e8-8d76-f0226ab90e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f'}}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:57:29.886802 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:29.931407 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [None req-0464b4a2-9aca-4f7b-b801-0ec71c692e38 admin admin] Allocated IP 172.27.0.162 (2e21213b-d279-4f17-b7ac-a39d3c551e15/cd8b9889-3c5e-49b3-9c23-75f1e7c20530/c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:57:29.963305 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] For port a3aeb53a-489a-47d3-8551-ff2055e53608, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:57:29.966575 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] For port a3aeb53a-489a-47d3-8551-ff2055e53608, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=a3aeb53a-489a-47d3-8551-ff2055e53608,segment=NetworkSegment(c597a9f7-28fc-45e8-8d76-f0226ab90e34),segment_id=c597a9f7-28fc-45e8-8d76-f0226ab90e34)] {{(pid=91926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:57:29.971450 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:29.974100 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:30.042531 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Pushing event updated for resources: {'Port': ['ID=a3aeb53a-489a-47d3-8551-ff2055e53608,revision_number=2']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:30.045672 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:30.064684 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0464b4a2-9aca-4f7b-b801-0ec71c692e38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:30.106274 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0464b4a2-9aca-4f7b-b801-0ec71c692e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11589351'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:30.109264 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-1acd1184-248e-4061-9f5a-11909efbf668 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:30.152084 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0464b4a2-9aca-4f7b-b801-0ec71c692e38 admin admin] Network 2e21213b-d279-4f17-b7ac-a39d3c551e15 is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:57:30.155011 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-0464b4a2-9aca-4f7b-b801-0ec71c692e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:57:30.158565 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0464b4a2-9aca-4f7b-b801-0ec71c692e38 admin admin] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:57:30.193886 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464b4a2-9aca-4f7b-b801-0ec71c692e38 admin admin] Pushing event updated for resources: {'Port': ['ID=c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:30.199195 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0464b4a2-9aca-4f7b-b801-0ec71c692e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:30.723305 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0464b4a2-9aca-4f7b-b801-0ec71c692e38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:30.911649 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7454209-4055-47e7-93d4-8e933b6924a6 None None] Network 8cefed9c-67eb-4905-8e05-5de75185084f requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 16:57:30.992314 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0464b4a2-9aca-4f7b-b801-0ec71c692e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-621735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594330'] for router, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:31.011726 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-224da5e3-b563-45ea-9bc3-e4abb8f7092b None None] Provisioning for port a3aeb53a-489a-47d3-8551-ff2055e53608 completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:57:31.156834 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0464b4a2-9aca-4f7b-b801-0ec71c692e38 admin admin] Router 98b12465-281f-4018-83aa-a5f8dbfde16b is scheduled to L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 with binding_index 1 {{(pid=91925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 16:57:31.299988 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0464b4a2-9aca-4f7b-b801-0ec71c692e38 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:57:31.309725 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] Sync routers for ids ['98b12465-281f-4018-83aa-a5f8dbfde16b'] in dv-cinder-796286-2-iscsi {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:57:31.316030 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0464b4a2-9aca-4f7b-b801-0ec71c692e38 admin admin] Notify callbacks [] for router, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:31.317248 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-0464b4a2-9aca-4f7b-b801-0ec71c692e38 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1195188 Jun 14 16:57:31.320513 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 39036) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:57:31.322545 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] Routers {'98b12465-281f-4018-83aa-a5f8dbfde16b'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:57:31.323370 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:57:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['98b12465-281f-4018-83aa-a5f8dbfde16b'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:57:31.477847 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] Set router 98b12465-281f-4018-83aa-a5f8dbfde16b gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:57:31.712527 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'name': 'tempest-AttachVolumeShelveTestJSON-1420384464-router', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:30Z', 'revision_number': 3, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'gw_port': {'id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:44:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:57:31.716149 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] Checking router: 98b12465-281f-4018-83aa-a5f8dbfde16b for host: dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:57:31.716498 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] Updating router 98b12465-281f-4018-83aa-a5f8dbfde16b port c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40 binding host dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:57:31.870429 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0586d081-37eb-46e7-ab3d-892900c5ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:31.890692 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:32.051295 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [None req-0586d081-37eb-46e7-ab3d-892900c5ca47 admin admin] Allocated IP 172.20.0.1 (8cefed9c-67eb-4905-8e05-5de75185084f/341588b0-f3be-40cf-89af-87293678f8bd/bf0467e9-9858-4306-b080-5519d134375b) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:57:32.098986 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device a3aeb53a-489a-47d3-8551-ff2055e53608 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:57:32.185238 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0586d081-37eb-46e7-ab3d-892900c5ca47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:32.199197 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-0586d081-37eb-46e7-ab3d-892900c5ca47 admin admin] Transition to ACTIVE for port object bf0467e9-9858-4306-b080-5519d134375b will not be triggered until provisioned by entity DHCP. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:57:32.221728 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port a3aeb53a-489a-47d3-8551-ff2055e53608 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:57:32.227728 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port a3aeb53a-489a-47d3-8551-ff2055e53608 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:57:32.228110 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:32.234318 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0586d081-37eb-46e7-ab3d-892900c5ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11589351'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:32.236261 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:32.262613 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] Notify callbacks [] for port, precommit_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:32.282595 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] Transition to ACTIVE for port object c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40 will not be triggered until provisioned by entity L2. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:57:32.285780 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0586d081-37eb-46e7-ab3d-892900c5ca47 admin admin] Network 8cefed9c-67eb-4905-8e05-5de75185084f is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:57:32.288737 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-0586d081-37eb-46e7-ab3d-892900c5ca47 admin admin] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:57:32.291194 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:32.293048 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0586d081-37eb-46e7-ab3d-892900c5ca47 admin admin] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:57:32.294088 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:32.296344 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586d081-37eb-46e7-ab3d-892900c5ca47 admin admin] Pushing event updated for resources: {'Port': ['ID=bf0467e9-9858-4306-b080-5519d134375b,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:32.372241 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] Attempting to bind port c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40 on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:57:32.372632 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] Attempting to bind port c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40 by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:57:32.372977 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] Attempting to bind port c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40 on network 2e21213b-d279-4f17-b7ac-a39d3c551e15 {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:57:32.401351 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed64f2e-f8fe-466a-8e84-eabe49e1de1c None None] Pushing event updated for resources: {'Port': ['ID=c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40,revision_number=2']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:32.413437 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-9ed64f2e-f8fe-466a-8e84-eabe49e1de1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:32.416212 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:57:32.416605 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] Checking segment: {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:57:32.417036 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:32.417436 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] Bound using segment: {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:57:32.417933 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] Bound port: c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:57:32.418352 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:32.461643 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:32.522993 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] For port c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:57:32.527706 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] For port c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:57:32.529828 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] For port a3aeb53a-489a-47d3-8551-ff2055e53608, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=a3aeb53a-489a-47d3-8551-ff2055e53608,segment=NetworkSegment(c597a9f7-28fc-45e8-8d76-f0226ab90e34),segment_id=c597a9f7-28fc-45e8-8d76-f0226ab90e34)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:57:32.532502 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:32.534853 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:32.538381 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:32.561918 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0586d081-37eb-46e7-ab3d-892900c5ca47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:32.584319 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0586d081-37eb-46e7-ab3d-892900c5ca47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591455'] for router_interface, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:32.611190 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-1ef67cff-27c9-4bd9-9bc2-96eb7c6fb2c6 None None] Provisioning for port bf0467e9-9858-4306-b080-5519d134375b completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:57:32.622793 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] Routers {'98b12465-281f-4018-83aa-a5f8dbfde16b'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:57:32.623788 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:57:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['98b12465-281f-4018-83aa-a5f8dbfde16b'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:57:32.627228 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed64f2e-f8fe-466a-8e84-eabe49e1de1c None None] Pushing event updated for resources: {'Port': ['ID=c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40,revision_number=3']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:32.675635 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-1ef67cff-27c9-4bd9-9bc2-96eb7c6fb2c6 None None] Provisioning complete for port bf0467e9-9858-4306-b080-5519d134375b triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:57:32.676014 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-1ef67cff-27c9-4bd9-9bc2-96eb7c6fb2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:32.677773 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-9ed64f2e-f8fe-466a-8e84-eabe49e1de1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:32.718938 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:32.758748 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0586d081-37eb-46e7-ab3d-892900c5ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:32.810673 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-1ef67cff-27c9-4bd9-9bc2-96eb7c6fb2c6 None None] Port bf0467e9-9858-4306-b080-5519d134375b cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:57:32.836294 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Pushing event updated for resources: {'Port': ['ID=a3aeb53a-489a-47d3-8551-ff2055e53608,revision_number=3']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:32.840451 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:32.847058 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] Set router 98b12465-281f-4018-83aa-a5f8dbfde16b gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:57:32.958754 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0586d081-37eb-46e7-ab3d-892900c5ca47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:32.965869 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0586d081-37eb-46e7-ab3d-892900c5ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11589337'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:32.968232 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0464b4a2-9aca-4f7b-b801-0ec71c692e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:33.046459 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586d081-37eb-46e7-ab3d-892900c5ca47 admin admin] Pushing event updated for resources: {'Port': ['ID=bf0467e9-9858-4306-b080-5519d134375b,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:33.048835 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0586d081-37eb-46e7-ab3d-892900c5ca47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591563'] for router_interface, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:33.051799 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0586d081-37eb-46e7-ab3d-892900c5ca47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:33.078076 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'name': 'tempest-AttachVolumeShelveTestJSON-1420384464-router', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:30Z', 'revision_number': 3, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'gw_port': {'id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:44:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:57:33.081650 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff99e83-8361-4132-b4d8-f6d8c2f39ea0 None None] The sync data for ids ['98b12465-281f-4018-83aa-a5f8dbfde16b'] in dv-cinder-796286-2-iscsi is: [{'id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'name': 'tempest-AttachVolumeShelveTestJSON-1420384464-router', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:30Z', 'revision_number': 3, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'gw_port': {'id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:44:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}] {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:57:33.167206 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0586d081-37eb-46e7-ab3d-892900c5ca47 admin admin] Network 8cefed9c-67eb-4905-8e05-5de75185084f is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:57:33.168830 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-0586d081-37eb-46e7-ab3d-892900c5ca47 admin admin] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:57:33.330142 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0586d081-37eb-46e7-ab3d-892900c5ca47 admin admin] Router 98b12465-281f-4018-83aa-a5f8dbfde16b has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:57:33.433573 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-85355949-71d2-4e3a-ae0c-df4f2e93fd14 None None] Provisioning complete for port bf0467e9-9858-4306-b080-5519d134375b triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:57:33.434192 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-85355949-71d2-4e3a-ae0c-df4f2e93fd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:33.482491 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-85355949-71d2-4e3a-ae0c-df4f2e93fd14 None None] Port bf0467e9-9858-4306-b080-5519d134375b cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:57:33.499473 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0586d081-37eb-46e7-ab3d-892900c5ca47 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:57:33.504517 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-0586d081-37eb-46e7-ab3d-892900c5ca47 admin admin] 10.222.0.25 "PUT /v2.0/routers/98b12465-281f-4018-83aa-a5f8dbfde16b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1830730 Jun 14 16:57:34.119999 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device a3aeb53a-489a-47d3-8551-ff2055e53608 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:57:34.177873 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port a3aeb53a-489a-47d3-8551-ff2055e53608 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:57:34.178391 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:34.229325 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 39060) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:57:34.234379 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-74fd7079-8093-4278-94aa-41d057bdccf0 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Request body: {'security_group': {'name': 'tempest-securitygroup--106816395', 'description': 'tempest-description--358816086'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:57:34.258610 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-74fd7079-8093-4278-94aa-41d057bdccf0 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:34.275077 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:57:34.329586 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:57:34.334172 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:57:34.334581 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:34.351704 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-74fd7079-8093-4278-94aa-41d057bdccf0 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:34.356384 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-74fd7079-8093-4278-94aa-41d057bdccf0 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:34.359112 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-84e42c61-f94b-42c0-ae28-21e090d77976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:34.385976 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd7079-8093-4278-94aa-41d057bdccf0 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=307b90d6-d806-4aeb-85b1-584c585ca87f,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:34.390937 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-74fd7079-8093-4278-94aa-41d057bdccf0 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:34.398051 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-74fd7079-8093-4278-94aa-41d057bdccf0 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:34.399821 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-74fd7079-8093-4278-94aa-41d057bdccf0 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1692312 Jun 14 16:57:34.403017 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 39064) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:57:34.409023 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-e0f9ccab-9267-41c2-97b7-bb8c07b8b665 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Request body: {'security_group_rule': {'security_group_id': '307b90d6-d806-4aeb-85b1-584c585ca87f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:57:34.437174 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e0f9ccab-9267-41c2-97b7-bb8c07b8b665 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:34.443680 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:34.510722 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e0f9ccab-9267-41c2-97b7-bb8c07b8b665 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:34.516448 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e0f9ccab-9267-41c2-97b7-bb8c07b8b665 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604372'] for security_group_rule, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:34.518985 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:34.535481 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9ccab-9267-41c2-97b7-bb8c07b8b665 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1f21863-2dd9-45b2-981d-7ced58c740be,revision_number=0']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:34.539806 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-e0f9ccab-9267-41c2-97b7-bb8c07b8b665 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:34.548399 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e0f9ccab-9267-41c2-97b7-bb8c07b8b665 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:34.552134 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-e0f9ccab-9267-41c2-97b7-bb8c07b8b665 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1457253 Jun 14 16:57:34.552553 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 39068) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:57:34.558047 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-b0663989-2b4a-4797-ad56-51285e52d231 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Request body: {'security_group_rule': {'security_group_id': '307b90d6-d806-4aeb-85b1-584c585ca87f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:57:34.590557 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b0663989-2b4a-4797-ad56-51285e52d231 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:34.609298 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] For port c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:57:34.615749 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:34.615980 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] Sync routers for ids ['98b12465-281f-4018-83aa-a5f8dbfde16b'] in dv-cinder-796286-2-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:57:34.618348 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-b4d4c326-f45f-44fe-b937-f445c8c6faff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:34.627448 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] Routers {'98b12465-281f-4018-83aa-a5f8dbfde16b'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:57:34.628218 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:57:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['98b12465-281f-4018-83aa-a5f8dbfde16b'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:57:34.658564 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b0663989-2b4a-4797-ad56-51285e52d231 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:34.663500 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b0663989-2b4a-4797-ad56-51285e52d231 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604372'] for security_group_rule, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:34.665701 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-84eb3a34-2ef7-4ff4-94fd-8610f3c97816 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:34.675375 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Pushing event updated for resources: {'Port': ['ID=c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:34.683824 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0663989-2b4a-4797-ad56-51285e52d231 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b840208e-43f7-4cd2-8b66-50f5c693e0fd,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:34.687859 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b0663989-2b4a-4797-ad56-51285e52d231 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:34.689557 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:34.698208 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b0663989-2b4a-4797-ad56-51285e52d231 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:34.699503 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-b0663989-2b4a-4797-ad56-51285e52d231 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1460104 Jun 14 16:57:34.702746 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 39072) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:57:34.707703 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-0e32e2e6-e0c9-400e-b880-d1cbf25f2be4 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Request body: {'floatingip': {'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:57:34.736802 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0e32e2e6-e0c9-400e-b880-d1cbf25f2be4 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for floatingip, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:34.775932 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] Set router 98b12465-281f-4018-83aa-a5f8dbfde16b gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:57:34.859662 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0e32e2e6-e0c9-400e-b880-d1cbf25f2be4 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:34.976716 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [None req-0e32e2e6-e0c9-400e-b880-d1cbf25f2be4 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Allocated IP 172.27.0.140 (2e21213b-d279-4f17-b7ac-a39d3c551e15/cd8b9889-3c5e-49b3-9c23-75f1e7c20530/feb1a917-e866-4618-bc16-6fde7fd15576) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:57:35.028285 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'name': 'tempest-AttachVolumeShelveTestJSON-1420384464-router', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:32Z', 'revision_number': 4, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'gw_port': {'id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': 'bf0467e9-9858-4306-b080-5519d134375b', 'name': '', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'mac_address': 'fa:16:3e:93:3d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '341588b0-f3be-40cf-89af-87293678f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:31Z', 'updated_at': '2021-06-14T16:57:32Z', 'revision_number': 2, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'subnets': [{'id': '341588b0-f3be-40cf-89af-87293678f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:57:35.031881 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] Checking router: 98b12465-281f-4018-83aa-a5f8dbfde16b for host: dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:57:35.032220 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] Updating router 98b12465-281f-4018-83aa-a5f8dbfde16b port bf0467e9-9858-4306-b080-5519d134375b binding host dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 16:57:35.071327 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:35.107229 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0e32e2e6-e0c9-400e-b880-d1cbf25f2be4 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:35.147023 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0e32e2e6-e0c9-400e-b880-d1cbf25f2be4 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11589351'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:35.149647 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-2afc80d5-d04b-4c90-8dcd-9afde9c0731b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:35.198595 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e32e2e6-e0c9-400e-b880-d1cbf25f2be4 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Network 2e21213b-d279-4f17-b7ac-a39d3c551e15 is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:57:35.203015 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-0e32e2e6-e0c9-400e-b880-d1cbf25f2be4 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:57:35.207431 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e32e2e6-e0c9-400e-b880-d1cbf25f2be4 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:57:35.210574 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32e2e6-e0c9-400e-b880-d1cbf25f2be4 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Pushing event updated for resources: {'Port': ['ID=feb1a917-e866-4618-bc16-6fde7fd15576,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:35.235262 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0e32e2e6-e0c9-400e-b880-d1cbf25f2be4 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:35.303673 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0e32e2e6-e0c9-400e-b880-d1cbf25f2be4 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:35.354500 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0e32e2e6-e0c9-400e-b880-d1cbf25f2be4 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:35.384911 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] Notify callbacks [] for port, precommit_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:35.394780 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.provisioning_blocks [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] Transition to ACTIVE for port object bf0467e9-9858-4306-b080-5519d134375b will not be triggered until provisioned by entity L2. {{(pid=91927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:57:35.401534 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:35.404415 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:35.494957 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32062f9-ca60-41a4-84c3-606e773591ce None None] Pushing event updated for resources: {'Port': ['ID=bf0467e9-9858-4306-b080-5519d134375b,revision_number=3']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:35.505978 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32062f9-ca60-41a4-84c3-606e773591ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:35.506347 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32062f9-ca60-41a4-84c3-606e773591ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:35.506666 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32062f9-ca60-41a4-84c3-606e773591ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:35.506984 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32062f9-ca60-41a4-84c3-606e773591ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:35.507353 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32062f9-ca60-41a4-84c3-606e773591ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:35.507633 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32062f9-ca60-41a4-84c3-606e773591ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:35.508359 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32062f9-ca60-41a4-84c3-606e773591ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:35.508359 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32062f9-ca60-41a4-84c3-606e773591ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:35.508583 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32062f9-ca60-41a4-84c3-606e773591ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:35.508852 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32062f9-ca60-41a4-84c3-606e773591ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:35.509263 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32062f9-ca60-41a4-84c3-606e773591ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:35.509445 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32062f9-ca60-41a4-84c3-606e773591ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 16:57:35.513295 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-a32062f9-ca60-41a4-84c3-606e773591ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:35.560445 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0e32e2e6-e0c9-400e-b880-d1cbf25f2be4 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for port, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:35.566320 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0e32e2e6-e0c9-400e-b880-d1cbf25f2be4 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11589337'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:35.569705 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0586d081-37eb-46e7-ab3d-892900c5ca47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:35.575836 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] Attempting to bind port bf0467e9-9858-4306-b080-5519d134375b on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:57:35.576202 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] Attempting to bind port bf0467e9-9858-4306-b080-5519d134375b by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': 'c597a9f7-28fc-45e8-8d76-f0226ab90e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f'}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:57:35.576564 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] Attempting to bind port bf0467e9-9858-4306-b080-5519d134375b on network 8cefed9c-67eb-4905-8e05-5de75185084f {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:57:35.581744 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:57:35.582112 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] Checking segment: {'id': 'c597a9f7-28fc-45e8-8d76-f0226ab90e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:57:35.582550 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:35.582936 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] Bound using segment: {'id': 'c597a9f7-28fc-45e8-8d76-f0226ab90e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f'} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:57:35.583401 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] Bound port: bf0467e9-9858-4306-b080-5519d134375b, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c597a9f7-28fc-45e8-8d76-f0226ab90e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f'}}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:57:35.583772 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:35.658116 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32e2e6-e0c9-400e-b880-d1cbf25f2be4 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Pushing event updated for resources: {'Port': ['ID=feb1a917-e866-4618-bc16-6fde7fd15576,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:35.660764 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] For port bf0467e9-9858-4306-b080-5519d134375b, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:57:35.661885 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0e32e2e6-e0c9-400e-b880-d1cbf25f2be4 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:35.664183 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] For port bf0467e9-9858-4306-b080-5519d134375b, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=bf0467e9-9858-4306-b080-5519d134375b,segment=NetworkSegment(c597a9f7-28fc-45e8-8d76-f0226ab90e34),segment_id=c597a9f7-28fc-45e8-8d76-f0226ab90e34)] {{(pid=91927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:57:35.668817 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:35.670197 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0e32e2e6-e0c9-400e-b880-d1cbf25f2be4 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594291'] for floatingip, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:35.671208 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:35.684465 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-0e32e2e6-e0c9-400e-b880-d1cbf25f2be4 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for floatingip, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:35.685790 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-0e32e2e6-e0c9-400e-b880-d1cbf25f2be4 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9818230 Jun 14 16:57:35.725192 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] Routers {'98b12465-281f-4018-83aa-a5f8dbfde16b'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:57:35.726233 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:57:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['98b12465-281f-4018-83aa-a5f8dbfde16b'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:57:35.871817 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-e0ea3593-d4c6-40a5-a37e-ac64f2bb305f tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--106816395&fields=id&tenant_id=9cc06c11ded84810b0dbfe7c673881cf HTTP/1.1" status: 200 len: 267 time: 0.0419676 Jun 14 16:57:35.937933 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32062f9-ca60-41a4-84c3-606e773591ce None None] Pushing event updated for resources: {'Port': ['ID=bf0467e9-9858-4306-b080-5519d134375b,revision_number=4']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:35.942315 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-a32062f9-ca60-41a4-84c3-606e773591ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:35.982111 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] Set router 98b12465-281f-4018-83aa-a5f8dbfde16b gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:57:36.014236 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-7d601ea1-7737-45e4-8b22-03b5d22821cd tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:36.016261 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-7d601ea1-7737-45e4-8b22-03b5d22821cd tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/networks?id=8cefed9c-67eb-4905-8e05-5de75185084f HTTP/1.1" status: 200 len: 817 time: 0.1344752 Jun 14 16:57:36.031560 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-68afff2a-574e-4946-b659-a07be5f58709 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/quotas/9cc06c11ded84810b0dbfe7c673881cf HTTP/1.1" status: 200 len: 375 time: 0.0094197 Jun 14 16:57:36.057253 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:57:36.110671 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:57:36.111080 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:36.119675 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-f097f759-c035-4af4-8551-a6099eab3941 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9cc06c11ded84810b0dbfe7c673881cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0821006 Jun 14 16:57:36.180074 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-17be246a-4928-4cc0-af00-697c02963043 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 16:57:36.182754 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-17be246a-4928-4cc0-af00-697c02963043 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506034 Jun 14 16:57:36.256949 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'name': 'tempest-AttachVolumeShelveTestJSON-1420384464-router', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:32Z', 'revision_number': 4, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'gw_port': {'id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': 'bf0467e9-9858-4306-b080-5519d134375b', 'name': '', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'mac_address': 'fa:16:3e:93:3d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '341588b0-f3be-40cf-89af-87293678f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:31Z', 'updated_at': '2021-06-14T16:57:35Z', 'revision_number': 4, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'subnets': [{'id': '341588b0-f3be-40cf-89af-87293678f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:57:36.260531 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3d74d8-76ce-4d2d-8e0c-21df5675089e None None] The sync data for ids ['98b12465-281f-4018-83aa-a5f8dbfde16b'] in dv-cinder-796286-2-iscsi is: [{'id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'name': 'tempest-AttachVolumeShelveTestJSON-1420384464-router', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:32Z', 'revision_number': 4, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'gw_port': {'id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': 'bf0467e9-9858-4306-b080-5519d134375b', 'name': '', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'mac_address': 'fa:16:3e:93:3d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '341588b0-f3be-40cf-89af-87293678f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:31Z', 'updated_at': '2021-06-14T16:57:35Z', 'revision_number': 4, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'subnets': [{'id': '341588b0-f3be-40cf-89af-87293678f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:57:36.315091 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-1d910860-04d0-451b-a6c6-83112eae8f23 service neutron] 10.222.0.25 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275542 Jun 14 16:57:36.431910 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-70dda1c6-b9fc-4a4e-8ff1-cca7afa3a9b6 service neutron] 10.222.0.25 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157386 Jun 14 16:57:36.650783 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1d630cd7-c76c-4b6c-8f43-8e862ccc9795 req-c03e3168-25a3-4369-9e3b-02756c2bc984 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=0294e394-8ffe-41c3-94de-0e0a62da7790 HTTP/1.1" status: 200 len: 210 time: 0.0335379 Jun 14 16:57:37.766491 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:37.816698 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3eec4e4f-b7e0-4dae-8b12-0e4d58061bb1 req-67e7a371-830a-40af-9b0d-b0fc07a45a1a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=0294e394-8ffe-41c3-94de-0e0a62da7790 HTTP/1.1" status: 200 len: 210 time: 0.0348301 Jun 14 16:57:38.018143 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-018c3a9c-c5e6-4afd-81aa-1c606732c912 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:38.019619 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-018c3a9c-c5e6-4afd-81aa-1c606732c912 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.43 "GET /v2.0/networks?id=8cefed9c-67eb-4905-8e05-5de75185084f HTTP/1.1" status: 200 len: 817 time: 0.1359589 Jun 14 16:57:38.074312 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-cd31aa26-8a6e-4374-8366-0c3f5dad1f8d tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cc06c11ded84810b0dbfe7c673881cf HTTP/1.1" status: 200 len: 379 time: 0.0441649 Jun 14 16:57:38.084070 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d92f0eb4-fb4a-4c3d-bd32-7165d0de40aa tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Request body: {'port': {'device_id': '0294e394-8ffe-41c3-94de-0e0a62da7790', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'admin_state_up': True, 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'security_groups': ['307b90d6-d806-4aeb-85b1-584c585ca87f']}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:57:38.097652 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device bf0467e9-9858-4306-b080-5519d134375b up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:57:38.154982 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port bf0467e9-9858-4306-b080-5519d134375b completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:57:38.159038 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port bf0467e9-9858-4306-b080-5519d134375b triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:57:38.159617 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:38.257541 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d92f0eb4-fb4a-4c3d-bd32-7165d0de40aa tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Made reservation on behalf of 9cc06c11ded84810b0dbfe7c673881cf for: {'port': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 16:57:38.260878 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d92f0eb4-fb4a-4c3d-bd32-7165d0de40aa tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:38.277711 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:38.315010 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] For port bf0467e9-9858-4306-b080-5519d134375b, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=bf0467e9-9858-4306-b080-5519d134375b,segment=NetworkSegment(c597a9f7-28fc-45e8-8d76-f0226ab90e34),segment_id=c597a9f7-28fc-45e8-8d76-f0226ab90e34)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:57:38.320073 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:38.321917 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:38.379718 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Pushing event updated for resources: {'Port': ['ID=bf0467e9-9858-4306-b080-5519d134375b,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:38.382913 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:38.415948 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d92f0eb4-fb4a-4c3d-bd32-7165d0de40aa tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Allocated IP 172.20.0.5 (8cefed9c-67eb-4905-8e05-5de75185084f/341588b0-f3be-40cf-89af-87293678f8bd/970e703b-20db-41b1-93d1-b87811408e28) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 16:57:38.427732 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:57:38.646918 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-2974450b-2674-4fd4-b91c-99a388fc528b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:38.881479 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d92f0eb4-fb4a-4c3d-bd32-7165d0de40aa tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:38.895954 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d92f0eb4-fb4a-4c3d-bd32-7165d0de40aa tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Transition to ACTIVE for port object 970e703b-20db-41b1-93d1-b87811408e28 will not be triggered until provisioned by entity DHCP. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:57:38.975181 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d92f0eb4-fb4a-4c3d-bd32-7165d0de40aa tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12205892'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:38.979671 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-fdcfc92c-ccb4-43b1-b564-49241ea804d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:39.039349 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d92f0eb4-fb4a-4c3d-bd32-7165d0de40aa tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Network 8cefed9c-67eb-4905-8e05-5de75185084f is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 16:57:39.049971 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d92f0eb4-fb4a-4c3d-bd32-7165d0de40aa tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 16:57:39.055256 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d92f0eb4-fb4a-4c3d-bd32-7165d0de40aa tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 16:57:39.086227 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f0eb4-fb4a-4c3d-bd32-7165d0de40aa tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Pushing event updated for resources: {'Port': ['ID=970e703b-20db-41b1-93d1-b87811408e28,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:39.094141 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d92f0eb4-fb4a-4c3d-bd32-7165d0de40aa tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:39.121467 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d92f0eb4-fb4a-4c3d-bd32-7165d0de40aa tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:39.122082 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d92f0eb4-fb4a-4c3d-bd32-7165d0de40aa tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:39.132968 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f6290-8bb6-4875-b339-9957dee58db2 req-ba49d23c-065a-40df-a804-d91e67034884 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:39.134507 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-919f6290-8bb6-4875-b339-9957dee58db2 req-ba49d23c-065a-40df-a804-d91e67034884 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=0294e394-8ffe-41c3-94de-0e0a62da7790 HTTP/1.1" status: 200 len: 931 time: 0.1926420 Jun 14 16:57:39.160347 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d92f0eb4-fb4a-4c3d-bd32-7165d0de40aa tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0799732 Jun 14 16:57:39.172551 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] Request body: {'port': {'device_id': '0294e394-8ffe-41c3-94de-0e0a62da7790', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:57:39.212054 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-919f6290-8bb6-4875-b339-9957dee58db2 req-69985b9b-5740-444c-817e-8c864dbff006 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=307b90d6-d806-4aeb-85b1-584c585ca87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702844 Jun 14 16:57:39.272640 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:39.305314 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-d9399677-69b3-440e-ba65-e93d3ae72c9b None None] Provisioning for port 970e703b-20db-41b1-93d1-b87811408e28 completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:57:39.309246 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-d9399677-69b3-440e-ba65-e93d3ae72c9b None None] Provisioning complete for port 970e703b-20db-41b1-93d1-b87811408e28 triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:57:39.309620 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-d9399677-69b3-440e-ba65-e93d3ae72c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:39.352460 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-d9399677-69b3-440e-ba65-e93d3ae72c9b None None] Port 970e703b-20db-41b1-93d1-b87811408e28 cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 16:57:39.587453 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 970e703b-20db-41b1-93d1-b87811408e28 {{(pid=91924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:57:39.594774 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:39.606724 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] Transition to ACTIVE for port object 970e703b-20db-41b1-93d1-b87811408e28 will not be triggered until provisioned by entity L2. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 16:57:39.613933 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:39.616101 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:39.705961 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] Pushing event updated for resources: {'Port': ['ID=970e703b-20db-41b1-93d1-b87811408e28,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:39.710723 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:39.798430 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] Attempting to bind port 970e703b-20db-41b1-93d1-b87811408e28 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 16:57:39.798764 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] Attempting to bind port 970e703b-20db-41b1-93d1-b87811408e28 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'c597a9f7-28fc-45e8-8d76-f0226ab90e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f'}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 16:57:39.799115 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] Attempting to bind port 970e703b-20db-41b1-93d1-b87811408e28 on network 8cefed9c-67eb-4905-8e05-5de75185084f {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:57:39.803469 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] Port 970e703b-20db-41b1-93d1-b87811408e28 on network 8cefed9c-67eb-4905-8e05-5de75185084f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 16:57:39.803776 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] Attempting to bind port 970e703b-20db-41b1-93d1-b87811408e28 on network 8cefed9c-67eb-4905-8e05-5de75185084f {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 16:57:39.808701 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] Checking agent: {'id': 'd91e4a82-0936-47d0-84c3-2c620c6821d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'started_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 16, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 16:57:39.809031 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] Checking segment: {'id': 'c597a9f7-28fc-45e8-8d76-f0226ab90e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 16:57:39.809407 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] Bound using segment: {'id': 'c597a9f7-28fc-45e8-8d76-f0226ab90e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f'} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 16:57:39.809855 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] Bound port: 970e703b-20db-41b1-93d1-b87811408e28, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c597a9f7-28fc-45e8-8d76-f0226ab90e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f'}}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 16:57:39.810199 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:39.884436 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] For port 970e703b-20db-41b1-93d1-b87811408e28, host hv-cinder-79628, cleared binding levels {{(pid=91924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 16:57:39.887587 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] For port 970e703b-20db-41b1-93d1-b87811408e28, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=970e703b-20db-41b1-93d1-b87811408e28,segment=NetworkSegment(c597a9f7-28fc-45e8-8d76-f0226ab90e34),segment_id=c597a9f7-28fc-45e8-8d76-f0226ab90e34)] {{(pid=91924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 16:57:39.893634 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:39.895509 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:39.940251 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:39.940866 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:39.942273 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] 10.222.0.43 "PUT /v2.0/ports/970e703b-20db-41b1-93d1-b87811408e28 HTTP/1.1" status: 200 len: 1093 time: 0.7739980 Jun 14 16:57:39.942804 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0294e394-8ffe-41c3-94de-0e0a62da7790', 'tag': '970e703b-20db-41b1-93d1-b87811408e28'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:57:39.945554 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c213d85-ea2b-4163-a10a-15983b569023" -d '{"events": [{"name": "network-changed", "server_uuid": "0294e394-8ffe-41c3-94de-0e0a62da7790", "tag": "970e703b-20db-41b1-93d1-b87811408e28"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:57:39.972898 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] Pushing event updated for resources: {'Port': ['ID=970e703b-20db-41b1-93d1-b87811408e28,revision_number=3']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:39.976261 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:40.002425 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d96e67d-b15f-4611-9146-0fdd9dd0971e x-openstack-request-id: req-7d96e67d-b15f-4611-9146-0fdd9dd0971e {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:57:40.002749 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0294e394-8ffe-41c3-94de-0e0a62da7790", "tag": "970e703b-20db-41b1-93d1-b87811408e28", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:57:40.003112 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d96e67d-b15f-4611-9146-0fdd9dd0971e {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:57:40.003493 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0294e394-8ffe-41c3-94de-0e0a62da7790', 'tag': '970e703b-20db-41b1-93d1-b87811408e28', 'status': 'completed', 'code': 200} Jun 14 16:57:40.071890 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device bf0467e9-9858-4306-b080-5519d134375b up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:57:40.076942 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-7a5ef3ff-ea4f-475b-a1e9-8ff8a0df5436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:40.078495 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-7a5ef3ff-ea4f-475b-a1e9-8ff8a0df5436 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cc06c11ded84810b0dbfe7c673881cf&device_id=0294e394-8ffe-41c3-94de-0e0a62da7790 HTTP/1.1" status: 200 len: 1096 time: 0.0688455 Jun 14 16:57:40.127409 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port bf0467e9-9858-4306-b080-5519d134375b triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:57:40.127782 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:40.138639 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-7e6a26b7-d719-415b-beb4-75c2ebfc6216 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=970e703b-20db-41b1-93d1-b87811408e28 HTTP/1.1" status: 200 len: 217 time: 0.0517664 Jun 14 16:57:40.199201 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-2d3322d8-0945-4382-98d9-915f79efd099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:40.207041 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-2d3322d8-0945-4382-98d9-915f79efd099 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=341588b0-f3be-40cf-89af-87293678f8bd HTTP/1.1" status: 200 len: 856 time: 0.0554540 Jun 14 16:57:40.277375 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-e0657bfd-075a-44a8-95ef-b234d0c9d358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:40.278940 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-e0657bfd-075a-44a8-95ef-b234d0c9d358 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8cefed9c-67eb-4905-8e05-5de75185084f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714502 Jun 14 16:57:40.431733 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-9796504b-0c5e-4a92-b2d9-5b3afd44c73b service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433022 Jun 14 16:57:40.532349 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a8db6-bd57-41d8-abc4-0c83b3ef0c4f req-bd5af2a0-5647-4765-88ba-c1fecc5b4ffe tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:40.533772 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c81a8db6-bd57-41d8-abc4-0c83b3ef0c4f req-bd5af2a0-5647-4765-88ba-c1fecc5b4ffe tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=0294e394-8ffe-41c3-94de-0e0a62da7790 HTTP/1.1" status: 200 len: 943 time: 0.1651430 Jun 14 16:57:40.593105 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6b9f59fe-2cb2-48c3-aa1b-4bfc1a5f6857 req-12a5e7a0-1c27-4372-88e5-f891fc93c37a service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534021 Jun 14 16:57:40.598258 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c81a8db6-bd57-41d8-abc4-0c83b3ef0c4f req-356a1161-f925-4fad-ac22-68f6e082789d tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=307b90d6-d806-4aeb-85b1-584c585ca87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527084 Jun 14 16:57:40.717112 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c213d85-ea2b-4163-a10a-15983b569023 req-fe6ec89b-7715-46ed-a98d-e93d475a6d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:40.718553 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0c213d85-ea2b-4163-a10a-15983b569023 req-fe6ec89b-7715-46ed-a98d-e93d475a6d58 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cc06c11ded84810b0dbfe7c673881cf&device_id=0294e394-8ffe-41c3-94de-0e0a62da7790 HTTP/1.1" status: 200 len: 1096 time: 0.0672030 Jun 14 16:57:40.848675 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c213d85-ea2b-4163-a10a-15983b569023 req-1ccf3269-1388-445f-85a6-83774a073ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:40.850114 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0c213d85-ea2b-4163-a10a-15983b569023 req-1ccf3269-1388-445f-85a6-83774a073ada service neutron] 10.222.0.43 "GET /v2.0/networks?id=8cefed9c-67eb-4905-8e05-5de75185084f HTTP/1.1" status: 200 len: 918 time: 0.1229041 Jun 14 16:57:40.875571 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:40.905394 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0c213d85-ea2b-4163-a10a-15983b569023 req-2b9855cf-50c0-4057-82ec-23619d2fe014 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=970e703b-20db-41b1-93d1-b87811408e28 HTTP/1.1" status: 200 len: 217 time: 0.0481670 Jun 14 16:57:40.964090 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c213d85-ea2b-4163-a10a-15983b569023 req-701c55e8-0c10-40fa-99f9-514defd4d71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:40.965592 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0c213d85-ea2b-4163-a10a-15983b569023 req-701c55e8-0c10-40fa-99f9-514defd4d71d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=341588b0-f3be-40cf-89af-87293678f8bd HTTP/1.1" status: 200 len: 856 time: 0.0535312 Jun 14 16:57:41.036727 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-a219ada4-514f-4e68-8e46-c493da77710e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:41.043502 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c213d85-ea2b-4163-a10a-15983b569023 req-d7a030f8-3d53-4e3d-88eb-47b2e6c50bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:41.045000 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0c213d85-ea2b-4163-a10a-15983b569023 req-d7a030f8-3d53-4e3d-88eb-47b2e6c50bf6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8cefed9c-67eb-4905-8e05-5de75185084f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726779 Jun 14 16:57:41.168863 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0c213d85-ea2b-4163-a10a-15983b569023 req-a72353e3-5dee-4641-aaea-31ae862a76a9 service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161275 Jun 14 16:57:41.289925 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0c213d85-ea2b-4163-a10a-15983b569023 req-2346f085-a8a5-4e4f-95bb-fb3d89f2a11e service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091542 Jun 14 16:57:41.791283 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f028dde-cbd7-498c-bae0-9e1cbcb0dfd0 req-44b9a775-af75-4160-82fb-fc5cebdafb7d tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:41.792759 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4f028dde-cbd7-498c-bae0-9e1cbcb0dfd0 req-44b9a775-af75-4160-82fb-fc5cebdafb7d tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=0294e394-8ffe-41c3-94de-0e0a62da7790 HTTP/1.1" status: 200 len: 943 time: 0.0741804 Jun 14 16:57:41.834736 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4f028dde-cbd7-498c-bae0-9e1cbcb0dfd0 req-c2b652bc-e50d-4aa0-a2c6-c44a0fe5f3f5 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=307b90d6-d806-4aeb-85b1-584c585ca87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361366 Jun 14 16:57:42.507084 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:43.029772 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1a6f6-31c2-45a4-95ba-844c8021b21c req-46d44b11-fa3f-4b4c-b208-69260cab3450 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:43.031232 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8da1a6f6-31c2-45a4-95ba-844c8021b21c req-46d44b11-fa3f-4b4c-b208-69260cab3450 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=0294e394-8ffe-41c3-94de-0e0a62da7790 HTTP/1.1" status: 200 len: 943 time: 0.0717099 Jun 14 16:57:43.072482 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8da1a6f6-31c2-45a4-95ba-844c8021b21c req-965a57e8-ca32-4683-b499-dba44812b64b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=307b90d6-d806-4aeb-85b1-584c585ca87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353291 Jun 14 16:57:44.274944 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d80f0-378d-46a5-a0fa-93709bdaea0a req-cd8eb1e9-ddeb-4046-8c08-c38375efee70 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:44.276775 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7c2d80f0-378d-46a5-a0fa-93709bdaea0a req-cd8eb1e9-ddeb-4046-8c08-c38375efee70 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=0294e394-8ffe-41c3-94de-0e0a62da7790 HTTP/1.1" status: 200 len: 943 time: 0.0858078 Jun 14 16:57:44.323871 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7c2d80f0-378d-46a5-a0fa-93709bdaea0a req-65d2d6a6-2dea-40e5-9357-2f3339747fd5 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=307b90d6-d806-4aeb-85b1-584c585ca87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391357 Jun 14 16:57:44.426741 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:44.673548 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 970e703b-20db-41b1-93d1-b87811408e28 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91926) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 16:57:44.798083 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 970e703b-20db-41b1-93d1-b87811408e28, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=970e703b-20db-41b1-93d1-b87811408e28,segment=NetworkSegment(c597a9f7-28fc-45e8-8d76-f0226ab90e34),segment_id=c597a9f7-28fc-45e8-8d76-f0226ab90e34)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:57:44.810988 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Returning: {'device': '970e703b-20db-41b1-93d1-b87811408e28', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'port_id': '970e703b-20db-41b1-93d1-b87811408e28', 'mac_address': 'fa:16:3e:6f:46:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '341588b0-f3be-40cf-89af-87293678f8bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91926) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 16:57:44.855511 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:44.874400 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 970e703b-20db-41b1-93d1-b87811408e28 {{(pid=91926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 16:57:44.896647 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 970e703b-20db-41b1-93d1-b87811408e28, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=970e703b-20db-41b1-93d1-b87811408e28,segment=NetworkSegment(c597a9f7-28fc-45e8-8d76-f0226ab90e34),segment_id=c597a9f7-28fc-45e8-8d76-f0226ab90e34)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:57:44.903216 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:44.904936 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-b9909692-7a2b-4849-99fb-e2a5249a3bfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:44.969875 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=970e703b-20db-41b1-93d1-b87811408e28,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:44.973152 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:45.220522 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['970e703b-20db-41b1-93d1-b87811408e28'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 16:57:45.517588 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4592229-3968-464e-b80e-d8c56d67b19c req-002af6b6-524e-404d-9c59-b5dd418f30ab tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:45.519007 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d4592229-3968-464e-b80e-d8c56d67b19c req-002af6b6-524e-404d-9c59-b5dd418f30ab tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=0294e394-8ffe-41c3-94de-0e0a62da7790 HTTP/1.1" status: 200 len: 944 time: 0.0779731 Jun 14 16:57:45.570315 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d4592229-3968-464e-b80e-d8c56d67b19c req-ae57fc26-e3a9-487d-938e-c423292510df tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=307b90d6-d806-4aeb-85b1-584c585ca87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431950 Jun 14 16:57:46.672164 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 970e703b-20db-41b1-93d1-b87811408e28 up at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 16:57:46.732454 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning for port 970e703b-20db-41b1-93d1-b87811408e28 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 16:57:46.738305 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning complete for port 970e703b-20db-41b1-93d1-b87811408e28 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 16:57:46.738729 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:46.765780 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614bc1c-0f0f-47a9-a93e-4e5202631758 req-a7cc9c67-ebd9-4015-b52f-723de0adb893 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:46.767313 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0614bc1c-0f0f-47a9-a93e-4e5202631758 req-a7cc9c67-ebd9-4015-b52f-723de0adb893 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=0294e394-8ffe-41c3-94de-0e0a62da7790 HTTP/1.1" status: 200 len: 944 time: 0.0763199 Jun 14 16:57:46.810593 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0614bc1c-0f0f-47a9-a93e-4e5202631758 req-a91da624-6b0b-4d54-83b4-4549d9bebe5b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=307b90d6-d806-4aeb-85b1-584c585ca87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374384 Jun 14 16:57:46.831873 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:46.856716 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0294e394-8ffe-41c3-94de-0e0a62da7790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970e703b-20db-41b1-93d1-b87811408e28'}] {{(pid=91926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:57:46.859076 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b0a793cb4832d067d15d1ae193df815134514e8483bb184155629213ee4f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b860b2-f36b-463d-9a3c-cac60e3f3ceb" -d '{"events": [{"server_uuid": "0294e394-8ffe-41c3-94de-0e0a62da7790", "name": "network-vif-plugged", "status": "completed", "tag": "970e703b-20db-41b1-93d1-b87811408e28"}]}' {{(pid=91926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:57:46.873440 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 970e703b-20db-41b1-93d1-b87811408e28, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=970e703b-20db-41b1-93d1-b87811408e28,segment=NetworkSegment(c597a9f7-28fc-45e8-8d76-f0226ab90e34),segment_id=c597a9f7-28fc-45e8-8d76-f0226ab90e34)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:57:46.878147 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:46.881017 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-d9b2a76c-0c40-41ad-927a-393fb5d1bc78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:57:46.934937 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=970e703b-20db-41b1-93d1-b87811408e28,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:57:46.938028 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:57:46.945606 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389ff1b8-6a4b-4428-b9d3-0d275c859fca x-openstack-request-id: req-389ff1b8-6a4b-4428-b9d3-0d275c859fca {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:57:46.945877 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0294e394-8ffe-41c3-94de-0e0a62da7790", "name": "network-vif-plugged", "status": "completed", "tag": "970e703b-20db-41b1-93d1-b87811408e28", "code": 200}]} {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:57:46.946139 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-389ff1b8-6a4b-4428-b9d3-0d275c859fca {{(pid=91926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:57:46.946566 dv-cinder-796286-2-iscsi neutron-server[91926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0294e394-8ffe-41c3-94de-0e0a62da7790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970e703b-20db-41b1-93d1-b87811408e28', 'code': 200} Jun 14 16:57:47.196044 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320d42f-fee5-4d99-a810-cc6c3241f7ca req-8473d868-f82a-4b6b-9fb3-f7e293918740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:47.197579 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5320d42f-fee5-4d99-a810-cc6c3241f7ca req-8473d868-f82a-4b6b-9fb3-f7e293918740 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0294e394-8ffe-41c3-94de-0e0a62da7790 HTTP/1.1" status: 200 len: 1098 time: 0.0611336 Jun 14 16:57:47.235677 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5320d42f-fee5-4d99-a810-cc6c3241f7ca req-0faf7e2d-df18-442b-8a61-db97c59ce28d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=307b90d6-d806-4aeb-85b1-584c585ca87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308771 Jun 14 16:57:48.011184 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d2384-48f0-4d8c-bd0a-4c4f3c593f44 req-856c3fd5-27ac-4e6c-b413-fbc07efb8fe5 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:48.012590 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-442d2384-48f0-4d8c-bd0a-4c4f3c593f44 req-856c3fd5-27ac-4e6c-b413-fbc07efb8fe5 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=0294e394-8ffe-41c3-94de-0e0a62da7790 HTTP/1.1" status: 200 len: 945 time: 0.0801196 Jun 14 16:57:48.072543 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-442d2384-48f0-4d8c-bd0a-4c4f3c593f44 req-d34c5b33-e18d-4e10-b590-5654a6071dcd tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=307b90d6-d806-4aeb-85b1-584c585ca87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502887 Jun 14 16:57:49.265006 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e55cd7-27b0-4150-a1dc-242f875b4c86 req-880b786a-a6e8-4ac4-a8c9-e6a07cee31b5 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:49.266480 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a0e55cd7-27b0-4150-a1dc-242f875b4c86 req-880b786a-a6e8-4ac4-a8c9-e6a07cee31b5 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=0294e394-8ffe-41c3-94de-0e0a62da7790 HTTP/1.1" status: 200 len: 945 time: 0.0702937 Jun 14 16:57:49.309094 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a0e55cd7-27b0-4150-a1dc-242f875b4c86 req-b542906a-6607-4dc6-8614-58dd5a9de506 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=307b90d6-d806-4aeb-85b1-584c585ca87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368249 Jun 14 16:57:49.489606 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cb042-f661-438c-ab4f-5f2a4570d1b3 req-04fb0db8-aba5-48b0-8236-f250a81b7f48 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:49.491089 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-299cb042-f661-438c-ab4f-5f2a4570d1b3 req-04fb0db8-aba5-48b0-8236-f250a81b7f48 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=0294e394-8ffe-41c3-94de-0e0a62da7790 HTTP/1.1" status: 200 len: 945 time: 0.0721512 Jun 14 16:57:49.500149 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 39222) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:57:49.505686 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-1bbd8895-0f68-4b42-909e-1f3510119d5b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Request body: {'floatingip': {'port_id': '970e703b-20db-41b1-93d1-b87811408e28'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 16:57:49.562660 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1bbd8895-0f68-4b42-909e-1f3510119d5b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for floatingip, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:50.482887 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1bbd8895-0f68-4b42-909e-1f3510119d5b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:50.487553 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1bbd8895-0f68-4b42-909e-1f3510119d5b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594291'] for floatingip, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:50.509512 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-96615574-e19a-4378-887a-9608ab829af8 req-1153fb5f-f3c2-44d4-a062-af3d439da05b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a135b937-99f8-4c20-bf50-6c2fca98c50f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577950 Jun 14 16:57:50.616475 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96615574-e19a-4378-887a-9608ab829af8 req-d9a2cbed-d7a0-4221-8d59-a7da544d5fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:50.617956 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-96615574-e19a-4378-887a-9608ab829af8 req-d9a2cbed-d7a0-4221-8d59-a7da544d5fb7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8586ae834394465a86a02671a1260b36&device_id=a135b937-99f8-4c20-bf50-6c2fca98c50f HTTP/1.1" status: 200 len: 1098 time: 0.0611689 Jun 14 16:57:50.621498 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.db.l3_db [None req-1bbd8895-0f68-4b42-909e-1f3510119d5b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Floating IP 3c3de92d-f098-417b-8e2e-e519f5e94c5f associated. External IP: 172.27.0.140, port: 970e703b-20db-41b1-93d1-b87811408e28. Jun 14 16:57:50.754556 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96615574-e19a-4378-887a-9608ab829af8 req-74018d9d-107b-487a-a7a3-daf6a6fd6f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:50.756343 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-96615574-e19a-4378-887a-9608ab829af8 req-74018d9d-107b-487a-a7a3-daf6a6fd6f74 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 HTTP/1.1" status: 200 len: 911 time: 0.1155672 Jun 14 16:57:50.850974 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-96615574-e19a-4378-887a-9608ab829af8 req-239c7624-eb7c-4284-b306-4e177a6d1e72 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01741cb-e5f2-43fc-a7a1-026d83ba52da HTTP/1.1" status: 200 len: 1000 time: 0.0828300 Jun 14 16:57:50.901628 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbd8895-0f68-4b42-909e-1f3510119d5b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Router 98b12465-281f-4018-83aa-a5f8dbfde16b has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:57:50.908354 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96615574-e19a-4378-887a-9608ab829af8 req-aecfa906-21ca-48c7-be4b-a3ca3a24c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:50.909802 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-96615574-e19a-4378-887a-9608ab829af8 req-aecfa906-21ca-48c7-be4b-a3ca3a24c1ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=60993bc5-fab3-4267-a96d-bd92b388336f HTTP/1.1" status: 200 len: 849 time: 0.0512643 Jun 14 16:57:50.982449 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96615574-e19a-4378-887a-9608ab829af8 req-f79ee393-74e5-4d31-97b9-924fba8c0699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:50.983950 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-96615574-e19a-4378-887a-9608ab829af8 req-f79ee393-74e5-4d31-97b9-924fba8c0699 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654366 Jun 14 16:57:51.047946 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbd8895-0f68-4b42-909e-1f3510119d5b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:57:51.053708 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1bbd8895-0f68-4b42-909e-1f3510119d5b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for floatingip, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:57:51.058536 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91009a7d-8e16-4bb1-bf76-f92136d1c864 None None] Sync routers for ids ['98b12465-281f-4018-83aa-a5f8dbfde16b'] in dv-cinder-796286-2-iscsi {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:57:51.069172 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91009a7d-8e16-4bb1-bf76-f92136d1c864 None None] Routers {'98b12465-281f-4018-83aa-a5f8dbfde16b'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:57:51.070264 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-91009a7d-8e16-4bb1-bf76-f92136d1c864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:57:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['98b12465-281f-4018-83aa-a5f8dbfde16b'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:57:51.098612 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-96615574-e19a-4378-887a-9608ab829af8 req-0433cd47-e2cd-4a1e-8d77-cf42a3e0ce93 service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073983 Jun 14 16:57:51.099850 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-1bbd8895-0f68-4b42-909e-1f3510119d5b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "PUT /v2.0/floatingips/3c3de92d-f098-417b-8e2e-e519f5e94c5f HTTP/1.1" status: 200 len: 991 time: 1.5985105 Jun 14 16:57:51.100497 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0294e394-8ffe-41c3-94de-0e0a62da7790', 'tag': '970e703b-20db-41b1-93d1-b87811408e28'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:57:51.103102 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d291eb15d8c6473d16ee8dba452630a330a550e33bdf6927b5873c3041ff4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c504a5e-24f1-42ef-b4c5-5544b0ba934e" -d '{"events": [{"name": "network-changed", "server_uuid": "0294e394-8ffe-41c3-94de-0e0a62da7790", "tag": "970e703b-20db-41b1-93d1-b87811408e28"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:57:51.213659 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 16:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93aba2a8-f19e-4f0c-be7d-809c99427df0 x-openstack-request-id: req-93aba2a8-f19e-4f0c-be7d-809c99427df0 {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:57:51.213975 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0294e394-8ffe-41c3-94de-0e0a62da7790", "tag": "970e703b-20db-41b1-93d1-b87811408e28", "status": "completed", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:57:51.214306 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-93aba2a8-f19e-4f0c-be7d-809c99427df0 {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:57:51.214718 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0294e394-8ffe-41c3-94de-0e0a62da7790', 'tag': '970e703b-20db-41b1-93d1-b87811408e28', 'status': 'completed', 'code': 200} Jun 14 16:57:51.224096 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-91009a7d-8e16-4bb1-bf76-f92136d1c864 None None] Set router 98b12465-281f-4018-83aa-a5f8dbfde16b gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:57:51.228830 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-96615574-e19a-4378-887a-9608ab829af8 req-38e8d112-a845-4e4c-bd93-e4efae973177 service neutron] 10.222.0.43 "GET /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213245 Jun 14 16:57:51.309754 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c504a5e-24f1-42ef-b4c5-5544b0ba934e req-1f2b0498-7702-457d-80c9-f60f13673372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:51.311149 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3c504a5e-24f1-42ef-b4c5-5544b0ba934e req-1f2b0498-7702-457d-80c9-f60f13673372 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cc06c11ded84810b0dbfe7c673881cf&device_id=0294e394-8ffe-41c3-94de-0e0a62da7790 HTTP/1.1" status: 200 len: 1098 time: 0.0668256 Jun 14 16:57:51.439299 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c504a5e-24f1-42ef-b4c5-5544b0ba934e req-5b8ffd14-d801-4daa-b139-c78f826410cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:51.440992 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3c504a5e-24f1-42ef-b4c5-5544b0ba934e req-5b8ffd14-d801-4daa-b139-c78f826410cf service neutron] 10.222.0.43 "GET /v2.0/networks?id=8cefed9c-67eb-4905-8e05-5de75185084f HTTP/1.1" status: 200 len: 918 time: 0.1229105 Jun 14 16:57:51.540942 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3c504a5e-24f1-42ef-b4c5-5544b0ba934e req-cfc5f033-7afc-49db-8e43-d53b7a766079 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=970e703b-20db-41b1-93d1-b87811408e28 HTTP/1.1" status: 200 len: 999 time: 0.0908973 Jun 14 16:57:51.600159 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c504a5e-24f1-42ef-b4c5-5544b0ba934e req-da122417-4d33-4ca8-ad1f-b2c67f79a4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:51.601906 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3c504a5e-24f1-42ef-b4c5-5544b0ba934e req-da122417-4d33-4ca8-ad1f-b2c67f79a4fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=341588b0-f3be-40cf-89af-87293678f8bd HTTP/1.1" status: 200 len: 856 time: 0.0536928 Jun 14 16:57:51.671951 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c504a5e-24f1-42ef-b4c5-5544b0ba934e req-b5a5d957-4b66-4da8-80e5-348071e393a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:57:51.673468 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3c504a5e-24f1-42ef-b4c5-5544b0ba934e req-b5a5d957-4b66-4da8-80e5-348071e393a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8cefed9c-67eb-4905-8e05-5de75185084f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621359 Jun 14 16:57:51.690858 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-91009a7d-8e16-4bb1-bf76-f92136d1c864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'name': 'tempest-AttachVolumeShelveTestJSON-1420384464-router', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:32Z', 'revision_number': 4, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'gw_port': {'id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_floatingips': [{'id': '3c3de92d-f098-417b-8e2e-e519f5e94c5f', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'port_id': '970e703b-20db-41b1-93d1-b87811408e28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'mac_address': 'fa:16:3e:6f:46:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0294e394-8ffe-41c3-94de-0e0a62da7790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T16:57:35Z', 'updated_at': '2021-06-14T16:57:50Z', 'revision_number': 1, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf0467e9-9858-4306-b080-5519d134375b', 'name': '', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'mac_address': 'fa:16:3e:93:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '341588b0-f3be-40cf-89af-87293678f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:31Z', 'updated_at': '2021-06-14T16:57:38Z', 'revision_number': 5, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'subnets': [{'id': '341588b0-f3be-40cf-89af-87293678f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:57:51.694819 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91009a7d-8e16-4bb1-bf76-f92136d1c864 None None] Checking router: 98b12465-281f-4018-83aa-a5f8dbfde16b for host: dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:57:51.703007 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91009a7d-8e16-4bb1-bf76-f92136d1c864 None None] Routers {'98b12465-281f-4018-83aa-a5f8dbfde16b'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:57:51.703593 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-91009a7d-8e16-4bb1-bf76-f92136d1c864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:57:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['98b12465-281f-4018-83aa-a5f8dbfde16b'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:57:51.788437 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3c504a5e-24f1-42ef-b4c5-5544b0ba934e req-e562e156-5c7b-4577-bbf0-5bd885a8b705 service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077216 Jun 14 16:57:51.845282 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-91009a7d-8e16-4bb1-bf76-f92136d1c864 None None] Set router 98b12465-281f-4018-83aa-a5f8dbfde16b gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:57:51.903794 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3c504a5e-24f1-42ef-b4c5-5544b0ba934e req-86030e4e-7669-4b86-befc-7f56ed863f96 service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073923 Jun 14 16:57:52.141187 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-91009a7d-8e16-4bb1-bf76-f92136d1c864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'name': 'tempest-AttachVolumeShelveTestJSON-1420384464-router', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:32Z', 'revision_number': 4, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'gw_port': {'id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_floatingips': [{'id': '3c3de92d-f098-417b-8e2e-e519f5e94c5f', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'port_id': '970e703b-20db-41b1-93d1-b87811408e28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'mac_address': 'fa:16:3e:6f:46:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0294e394-8ffe-41c3-94de-0e0a62da7790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T16:57:35Z', 'updated_at': '2021-06-14T16:57:50Z', 'revision_number': 1, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf0467e9-9858-4306-b080-5519d134375b', 'name': '', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'mac_address': 'fa:16:3e:93:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '341588b0-f3be-40cf-89af-87293678f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:31Z', 'updated_at': '2021-06-14T16:57:38Z', 'revision_number': 5, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'subnets': [{'id': '341588b0-f3be-40cf-89af-87293678f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:57:52.144950 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91009a7d-8e16-4bb1-bf76-f92136d1c864 None None] The sync data for ids ['98b12465-281f-4018-83aa-a5f8dbfde16b'] in dv-cinder-796286-2-iscsi is: [{'id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'name': 'tempest-AttachVolumeShelveTestJSON-1420384464-router', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:32Z', 'revision_number': 4, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'gw_port': {'id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_floatingips': [{'id': '3c3de92d-f098-417b-8e2e-e519f5e94c5f', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'port_id': '970e703b-20db-41b1-93d1-b87811408e28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'mac_address': 'fa:16:3e:6f:46:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0294e394-8ffe-41c3-94de-0e0a62da7790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T16:57:35Z', 'updated_at': '2021-06-14T16:57:50Z', 'revision_number': 1, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf0467e9-9858-4306-b080-5519d134375b', 'name': '', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'mac_address': 'fa:16:3e:93:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '341588b0-f3be-40cf-89af-87293678f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:31Z', 'updated_at': '2021-06-14T16:57:38Z', 'revision_number': 5, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'subnets': [{'id': '341588b0-f3be-40cf-89af-87293678f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:57:52.325142 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fd7ac8-9cba-419d-94c1-3fcef06b0879 None None] New status for floating IP 3c3de92d-f098-417b-8e2e-e519f5e94c5f: ACTIVE {{(pid=91927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 16:58:07.796586 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:08.651002 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3aabecff-bc5d-4113-aef1-42b37274c133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:10.872652 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:11.043622 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-e02b5597-8709-424f-b34c-0013145e3dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:12.503172 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:14.351944 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:15.428599 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:58:16.198123 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139362ef-def0-4fe7-90da-1f86479c3a55 req-8b0dfba7-84e5-4cc9-801e-c1e192715823 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:58:16.199567 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-139362ef-def0-4fe7-90da-1f86479c3a55 req-8b0dfba7-84e5-4cc9-801e-c1e192715823 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=a135b937-99f8-4c20-bf50-6c2fca98c50f HTTP/1.1" status: 200 len: 945 time: 0.0797734 Jun 14 16:58:16.254692 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-139362ef-def0-4fe7-90da-1f86479c3a55 req-1efa46a8-7de4-4b85-ac8f-b6149f8b093d tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b2c9c5-67a7-4ebd-91d7-b7a7da9ab2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481968 Jun 14 16:58:16.526259 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d513247-9452-4cb9-9392-47b5d037fa90 req-b826eedd-02c3-4770-8b6b-8662034aea90 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:58:16.527615 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4d513247-9452-4cb9-9392-47b5d037fa90 req-b826eedd-02c3-4770-8b6b-8662034aea90 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.43 "GET /v2.0/ports?device_id=a135b937-99f8-4c20-bf50-6c2fca98c50f HTTP/1.1" status: 200 len: 945 time: 0.0712931 Jun 14 16:58:16.937884 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-4d513247-9452-4cb9-9392-47b5d037fa90 req-447b2195-1478-4ec1-bbce-50b93abb8135 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Deleting port f01741cb-e5f2-43fc-a7a1-026d83ba52da {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:58:16.938230 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-4d513247-9452-4cb9-9392-47b5d037fa90 req-447b2195-1478-4ec1-bbce-50b93abb8135 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:17.060917 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-4d513247-9452-4cb9-9392-47b5d037fa90 req-447b2195-1478-4ec1-bbce-50b93abb8135 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] For port f01741cb-e5f2-43fc-a7a1-026d83ba52da, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f01741cb-e5f2-43fc-a7a1-026d83ba52da,segment=NetworkSegment(a90bb8c7-afc9-4f4f-95cd-4ad30968cefe),segment_id=a90bb8c7-afc9-4f4f-95cd-4ad30968cefe)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 16:58:17.061268 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-4d513247-9452-4cb9-9392-47b5d037fa90 req-447b2195-1478-4ec1-bbce-50b93abb8135 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:17.293598 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-4d513247-9452-4cb9-9392-47b5d037fa90 req-447b2195-1478-4ec1-bbce-50b93abb8135 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:17.294348 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-4d513247-9452-4cb9-9392-47b5d037fa90 req-447b2195-1478-4ec1-bbce-50b93abb8135 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594291'] for floatingip, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:17.294348 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.db.l3_db [req-4d513247-9452-4cb9-9392-47b5d037fa90 req-447b2195-1478-4ec1-bbce-50b93abb8135 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Floating IP 4d4a18c9-0be6-4145-84d9-56237abf6cbd disassociated. External IP: 172.27.0.71, port: f01741cb-e5f2-43fc-a7a1-026d83ba52da. Jun 14 16:58:17.294658 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-4d513247-9452-4cb9-9392-47b5d037fa90 req-447b2195-1478-4ec1-bbce-50b93abb8135 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Calling delete_port for f01741cb-e5f2-43fc-a7a1-026d83ba52da owned by compute:nova {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:58:17.516228 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-4d513247-9452-4cb9-9392-47b5d037fa90 req-447b2195-1478-4ec1-bbce-50b93abb8135 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:17.524832 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afa0bc-5e80-453b-866b-c9e74d68e697 req-d8a14a59-146e-4c3d-8b78-12ec04297352 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:58:17.526309 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-30afa0bc-5e80-453b-866b-c9e74d68e697 req-d8a14a59-146e-4c3d-8b78-12ec04297352 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/ports?device_id=a135b937-99f8-4c20-bf50-6c2fca98c50f HTTP/1.1" status: 200 len: 945 time: 0.1315851 Jun 14 16:58:17.528758 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2ab0a7fb-9229-4e42-8774-53f5b982d387 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:58:17.565288 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b2195-1478-4ec1-bbce-50b93abb8135 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Pushing event deleted for resources: {'Port': ['ID=f01741cb-e5f2-43fc-a7a1-026d83ba52da,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:58:17.575995 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-447b2195-1478-4ec1-bbce-50b93abb8135 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:58:17.692898 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-30afa0bc-5e80-453b-866b-c9e74d68e697 req-61223d87-fbc4-47b9-a11a-2b9c9f02b315 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b2c9c5-67a7-4ebd-91d7-b7a7da9ab2a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596892 Jun 14 16:58:17.743975 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d513247-9452-4cb9-9392-47b5d037fa90 req-447b2195-1478-4ec1-bbce-50b93abb8135 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Router 8523845a-50b7-4bd6-afc0-165f8e5292eb has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 16:58:17.891145 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d513247-9452-4cb9-9392-47b5d037fa90 req-447b2195-1478-4ec1-bbce-50b93abb8135 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 16:58:17.902722 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba019bfa-da3f-4983-bd04-ce7dae349d80 None None] Sync routers for ids ['8523845a-50b7-4bd6-afc0-165f8e5292eb'] in dv-cinder-796286-2-iscsi {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 16:58:17.917176 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba019bfa-da3f-4983-bd04-ce7dae349d80 None None] Routers {'8523845a-50b7-4bd6-afc0-165f8e5292eb'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:58:17.918173 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-ba019bfa-da3f-4983-bd04-ce7dae349d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:58:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['8523845a-50b7-4bd6-afc0-165f8e5292eb'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:58:17.958168 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d513247-9452-4cb9-9392-47b5d037fa90 req-447b2195-1478-4ec1-bbce-50b93abb8135 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] No DVR routers for this DVR port f01741cb-e5f2-43fc-a7a1-026d83ba52da on host hv-cinder-79628 {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 16:58:17.962495 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-4d513247-9452-4cb9-9392-47b5d037fa90 req-447b2195-1478-4ec1-bbce-50b93abb8135 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:17.965334 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4d513247-9452-4cb9-9392-47b5d037fa90 req-447b2195-1478-4ec1-bbce-50b93abb8135 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.43 "DELETE /v2.0/ports/f01741cb-e5f2-43fc-a7a1-026d83ba52da HTTP/1.1" status: 204 len: 173 time: 1.4298887 Jun 14 16:58:17.966246 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a135b937-99f8-4c20-bf50-6c2fca98c50f', 'name': 'network-vif-deleted', 'tag': 'f01741cb-e5f2-43fc-a7a1-026d83ba52da'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 16:58:17.970448 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f3f8ef-dcd7-4534-b671-2cdd17d30d6e" -d '{"events": [{"server_uuid": "a135b937-99f8-4c20-bf50-6c2fca98c50f", "name": "network-vif-deleted", "tag": "f01741cb-e5f2-43fc-a7a1-026d83ba52da"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 16:58:18.019234 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 16:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa01c4ca-884d-488f-a381-fdb2f06bacda x-openstack-request-id: req-fa01c4ca-884d-488f-a381-fdb2f06bacda {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 16:58:18.019823 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a135b937-99f8-4c20-bf50-6c2fca98c50f", "name": "network-vif-deleted", "tag": "f01741cb-e5f2-43fc-a7a1-026d83ba52da", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 16:58:18.020300 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa01c4ca-884d-488f-a381-fdb2f06bacda {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 16:58:18.020925 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a135b937-99f8-4c20-bf50-6c2fca98c50f', 'name': 'network-vif-deleted', 'tag': 'f01741cb-e5f2-43fc-a7a1-026d83ba52da', 'status': 'completed', 'code': 200} Jun 14 16:58:18.104711 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-ba019bfa-da3f-4983-bd04-ce7dae349d80 None None] Set router 8523845a-50b7-4bd6-afc0-165f8e5292eb gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:58:18.391627 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-ba019bfa-da3f-4983-bd04-ce7dae349d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'name': 'tempest-AttachVolumeTestJSON-948943538-router', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:14Z', 'updated_at': '2021-06-14T16:33:23Z', 'revision_number': 4, 'project_id': '8586ae834394465a86a02671a1260b36', 'gw_port': {'id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:15Z', 'updated_at': '2021-06-14T16:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '0e95de6d-a624-4521-9996-9980269acffd', 'name': '', 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'mac_address': 'fa:16:3e:c5:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:21Z', 'updated_at': '2021-06-14T16:33:30Z', 'revision_number': 5, 'project_id': '8586ae834394465a86a02671a1260b36', 'subnets': [{'id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:58:18.396384 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba019bfa-da3f-4983-bd04-ce7dae349d80 None None] Checking router: 8523845a-50b7-4bd6-afc0-165f8e5292eb for host: dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 16:58:18.411172 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba019bfa-da3f-4983-bd04-ce7dae349d80 None None] Routers {'8523845a-50b7-4bd6-afc0-165f8e5292eb'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 16:58:18.411807 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-ba019bfa-da3f-4983-bd04-ce7dae349d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T16:58:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['8523845a-50b7-4bd6-afc0-165f8e5292eb'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:58:18.571129 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-ba019bfa-da3f-4983-bd04-ce7dae349d80 None None] Set router 8523845a-50b7-4bd6-afc0-165f8e5292eb gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 16:58:18.828568 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 39452) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:58:18.849513 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-ba019bfa-da3f-4983-bd04-ce7dae349d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'name': 'tempest-AttachVolumeTestJSON-948943538-router', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:14Z', 'updated_at': '2021-06-14T16:33:23Z', 'revision_number': 4, 'project_id': '8586ae834394465a86a02671a1260b36', 'gw_port': {'id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:15Z', 'updated_at': '2021-06-14T16:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '0e95de6d-a624-4521-9996-9980269acffd', 'name': '', 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'mac_address': 'fa:16:3e:c5:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:21Z', 'updated_at': '2021-06-14T16:33:30Z', 'revision_number': 5, 'project_id': '8586ae834394465a86a02671a1260b36', 'subnets': [{'id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 16:58:18.852994 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba019bfa-da3f-4983-bd04-ce7dae349d80 None None] The sync data for ids ['8523845a-50b7-4bd6-afc0-165f8e5292eb'] in dv-cinder-796286-2-iscsi is: [{'id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'name': 'tempest-AttachVolumeTestJSON-948943538-router', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:14Z', 'updated_at': '2021-06-14T16:33:23Z', 'revision_number': 4, 'project_id': '8586ae834394465a86a02671a1260b36', 'gw_port': {'id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:15Z', 'updated_at': '2021-06-14T16:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '0e95de6d-a624-4521-9996-9980269acffd', 'name': '', 'network_id': 'b53c2976-08b4-436a-b6fb-4c66bcc4ffa9', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'mac_address': 'fa:16:3e:c5:a8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:21Z', 'updated_at': '2021-06-14T16:33:30Z', 'revision_number': 5, 'project_id': '8586ae834394465a86a02671a1260b36', 'subnets': [{'id': '60993bc5-fab3-4267-a96d-bd92b388336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 16:58:18.892480 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9dfe4382-f2e5-4ecb-9061-3f88a14968f7 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:18.921200 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9dfe4382-f2e5-4ecb-9061-3f88a14968f7 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:18.975012 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9dfe4382-f2e5-4ecb-9061-3f88a14968f7 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:18.977740 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9dfe4382-f2e5-4ecb-9061-3f88a14968f7 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:18.985821 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-9dfe4382-f2e5-4ecb-9061-3f88a14968f7 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "DELETE /v2.0/security-groups/84b2c9c5-67a7-4ebd-91d7-b7a7da9ab2a6 HTTP/1.1" status: 204 len: 168 time: 0.1492364 Jun 14 16:58:18.985821 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e5c16494-50d2-45df-9e85-0629b46cfe8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:58:18.987140 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 39454) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:58:18.991156 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe4382-f2e5-4ecb-9061-3f88a14968f7 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b2c9c5-67a7-4ebd-91d7-b7a7da9ab2a6,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:58:18.995291 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9dfe4382-f2e5-4ecb-9061-3f88a14968f7 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:58:19.003056 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.api.v2.resource [None req-8215a042-6f33-4bbd-8b93-b019fe0f5368 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] show failed (client error): The resource could not be found. Jun 14 16:58:19.004091 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-8215a042-6f33-4bbd-8b93-b019fe0f5368 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "GET /v2.0/security-groups/84b2c9c5-67a7-4ebd-91d7-b7a7da9ab2a6 HTTP/1.1" status: 404 len: 347 time: 0.0172670 Jun 14 16:58:19.007121 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 39456) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 16:58:19.091008 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd157c1-402e-4ebd-99b4-a8d54521b131 None None] New status for floating IP 4d4a18c9-0be6-4145-84d9-56237abf6cbd: DOWN {{(pid=91927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 16:58:19.176655 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-5dede768-4f74-4f82-a745-a76d6860b7d2 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Deleting port 8bf28230-eef9-4cdd-a691-db6e696161f7 {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 16:58:19.176956 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5dede768-4f74-4f82-a745-a76d6860b7d2 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:19.282299 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5dede768-4f74-4f82-a745-a76d6860b7d2 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:19.282952 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5dede768-4f74-4f82-a745-a76d6860b7d2 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:19.373338 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-5dede768-4f74-4f82-a745-a76d6860b7d2 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Calling delete_port for 8bf28230-eef9-4cdd-a691-db6e696161f7 owned by network:floatingip {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 16:58:19.548988 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5dede768-4f74-4f82-a745-a76d6860b7d2 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11589358'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:19.551176 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 16:58:19.580066 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dede768-4f74-4f82-a745-a76d6860b7d2 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Pushing event deleted for resources: {'Port': ['ID=8bf28230-eef9-4cdd-a691-db6e696161f7,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 16:58:19.583544 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-5dede768-4f74-4f82-a745-a76d6860b7d2 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 16:58:19.665791 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5dede768-4f74-4f82-a745-a76d6860b7d2 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks [] for floatingip, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:19.668529 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5dede768-4f74-4f82-a745-a76d6860b7d2 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for floatingip, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:19.669686 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-5dede768-4f74-4f82-a745-a76d6860b7d2 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] 10.222.0.25 "DELETE /v2.0/floatingips/4d4a18c9-0be6-4145-84d9-56237abf6cbd HTTP/1.1" status: 204 len: 168 time: 0.6616330 Jun 14 16:58:20.869746 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device f01741cb-e5f2-43fc-a7a1-026d83ba52da no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 16:58:20.896770 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] No Port match for: f01741cb-e5f2-43fc-a7a1-026d83ba52da {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 16:58:20.897153 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device f01741cb-e5f2-43fc-a7a1-026d83ba52da not bound to the agent host hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 16:58:37.797249 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:38.655810 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-1f7af1a3-e215-4905-a0b3-3c6cf80290d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:40.867289 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:41.041591 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-a7ae8f3f-ab94-4422-bd90-7ef2aeeb0e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:42.511721 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:44.361615 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:58:50.566496 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2f3f3e18-c459-4dc5-bb29-f9f8acf63a10 req-794846c3-220d-4a4c-bc94-a95a263c2225 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0294e394-8ffe-41c3-94de-0e0a62da7790&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0612407 Jun 14 16:58:50.664203 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f3e18-c459-4dc5-bb29-f9f8acf63a10 req-c418d883-4c43-4306-a8e6-d759860e79c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:58:50.665634 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2f3f3e18-c459-4dc5-bb29-f9f8acf63a10 req-c418d883-4c43-4306-a8e6-d759860e79c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cc06c11ded84810b0dbfe7c673881cf&device_id=0294e394-8ffe-41c3-94de-0e0a62da7790 HTTP/1.1" status: 200 len: 1098 time: 0.0710471 Jun 14 16:58:50.808209 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f3e18-c459-4dc5-bb29-f9f8acf63a10 req-c1105d3f-28c0-49c6-a8d8-56c0135897e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:58:50.809656 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2f3f3e18-c459-4dc5-bb29-f9f8acf63a10 req-c1105d3f-28c0-49c6-a8d8-56c0135897e1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8cefed9c-67eb-4905-8e05-5de75185084f HTTP/1.1" status: 200 len: 918 time: 0.1162252 Jun 14 16:58:50.893077 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2f3f3e18-c459-4dc5-bb29-f9f8acf63a10 req-f55da1d2-38e8-4a0e-95ea-fcbae6f223ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=970e703b-20db-41b1-93d1-b87811408e28 HTTP/1.1" status: 200 len: 1001 time: 0.0758550 Jun 14 16:58:50.959150 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f3e18-c459-4dc5-bb29-f9f8acf63a10 req-5d1fd671-e13f-4ead-8fd2-9fd7a9cf870b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:58:50.961499 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2f3f3e18-c459-4dc5-bb29-f9f8acf63a10 req-5d1fd671-e13f-4ead-8fd2-9fd7a9cf870b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=341588b0-f3be-40cf-89af-87293678f8bd HTTP/1.1" status: 200 len: 856 time: 0.0600600 Jun 14 16:58:51.031132 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f3e18-c459-4dc5-bb29-f9f8acf63a10 req-ed9f710a-1ab5-4e67-8324-4f47f11cc1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:58:51.032659 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2f3f3e18-c459-4dc5-bb29-f9f8acf63a10 req-ed9f710a-1ab5-4e67-8324-4f47f11cc1ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8cefed9c-67eb-4905-8e05-5de75185084f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605998 Jun 14 16:58:51.162001 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2f3f3e18-c459-4dc5-bb29-f9f8acf63a10 req-26470576-9dbb-4988-bd18-ad295da91325 service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185815 Jun 14 16:58:51.284667 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2f3f3e18-c459-4dc5-bb29-f9f8acf63a10 req-a8e8b133-8457-491f-a785-278e13dc3c20 service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121073 Jun 14 16:58:52.427584 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:59:07.799096 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:59:08.661880 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-cb688119-5a2d-47b1-acfc-c21cbb89c85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:59:10.873847 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:59:11.036464 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-2fd690a1-5945-4f58-bcf8-f7a20648f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:59:12.511139 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:59:14.360995 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:59:29.427202 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 16:59:37.798233 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:59:38.664312 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-aa4e74ee-4e26-4955-b565-80b4aace3bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:59:40.870964 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:59:41.040141 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3a464da2-4cdf-41ec-b616-890b188732f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:59:42.521354 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:59:44.584855 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 16:59:51.509665 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e993ca0c-f4cd-4e4b-953d-de8121802609 req-30471fca-814c-4086-8cf3-8e196b43a697 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0294e394-8ffe-41c3-94de-0e0a62da7790&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0613716 Jun 14 16:59:51.630382 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993ca0c-f4cd-4e4b-953d-de8121802609 req-2c893742-2f9b-4b54-a609-bb143f0889e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:59:51.632639 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e993ca0c-f4cd-4e4b-953d-de8121802609 req-2c893742-2f9b-4b54-a609-bb143f0889e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cc06c11ded84810b0dbfe7c673881cf&device_id=0294e394-8ffe-41c3-94de-0e0a62da7790 HTTP/1.1" status: 200 len: 1098 time: 0.0697360 Jun 14 16:59:51.766092 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993ca0c-f4cd-4e4b-953d-de8121802609 req-a5f41bfa-4fcc-4fbe-bfd2-f84b37a61abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:59:51.767477 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e993ca0c-f4cd-4e4b-953d-de8121802609 req-a5f41bfa-4fcc-4fbe-bfd2-f84b37a61abd service neutron] 10.222.0.43 "GET /v2.0/networks?id=8cefed9c-67eb-4905-8e05-5de75185084f HTTP/1.1" status: 200 len: 918 time: 0.1115072 Jun 14 16:59:51.858869 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e993ca0c-f4cd-4e4b-953d-de8121802609 req-60806390-7fde-4b69-bcf3-d0250664b815 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=970e703b-20db-41b1-93d1-b87811408e28 HTTP/1.1" status: 200 len: 1001 time: 0.0812979 Jun 14 16:59:51.918689 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993ca0c-f4cd-4e4b-953d-de8121802609 req-5ad04f85-7bdd-4cb3-9378-33db24192e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:59:51.920150 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e993ca0c-f4cd-4e4b-953d-de8121802609 req-5ad04f85-7bdd-4cb3-9378-33db24192e71 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=341588b0-f3be-40cf-89af-87293678f8bd HTTP/1.1" status: 200 len: 856 time: 0.0519683 Jun 14 16:59:52.000201 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993ca0c-f4cd-4e4b-953d-de8121802609 req-74048a1b-f077-4160-8ce3-9d318c0bcdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 16:59:52.001662 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e993ca0c-f4cd-4e4b-953d-de8121802609 req-74048a1b-f077-4160-8ce3-9d318c0bcdc0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8cefed9c-67eb-4905-8e05-5de75185084f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712557 Jun 14 16:59:52.136425 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e993ca0c-f4cd-4e4b-953d-de8121802609 req-2b30cde6-7960-4241-af4d-57d8acadf463 service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225212 Jun 14 16:59:52.258365 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e993ca0c-f4cd-4e4b-953d-de8121802609 req-ced1f9b2-777b-4026-a16e-b54d1925bad2 service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128957 Jun 14 17:00:06.430540 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:00:07.797150 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:00:08.666323 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-7b8b75f4-3c4e-440a-9179-6b262861737a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:00:10.872631 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:00:11.052831 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-260b432b-b50c-474e-a64c-3bde63d1e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:00:12.508568 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 40376) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:00:12.519032 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:00:12.640234 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-76f8d7cc-1b36-4468-a1dd-74fe4f707500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:00:12.740233 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-76f8d7cc-1b36-4468-a1dd-74fe4f707500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:00:12.746069 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-76f8d7cc-1b36-4468-a1dd-74fe4f707500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:00:12.748462 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-750e18a0-ab65-4181-8a6a-b99b88ece470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:00:12.787634 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-76f8d7cc-1b36-4468-a1dd-74fe4f707500 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a22ad5f19934d6fac97d702e929c341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2778759 Jun 14 17:00:12.788442 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8d7cc-1b36-4468-a1dd-74fe4f707500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17bb5db-88f7-4bda-ae39-e9841a5b3528,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:00:12.790310 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 40382) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:00:12.795536 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8d7cc-1b36-4468-a1dd-74fe4f707500 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:00:12.795908 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8d7cc-1b36-4468-a1dd-74fe4f707500 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:00:12.796272 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8d7cc-1b36-4468-a1dd-74fe4f707500 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:00:12.796624 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8d7cc-1b36-4468-a1dd-74fe4f707500 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:00:12.797309 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8d7cc-1b36-4468-a1dd-74fe4f707500 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:00:12.797309 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8d7cc-1b36-4468-a1dd-74fe4f707500 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:00:12.797653 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8d7cc-1b36-4468-a1dd-74fe4f707500 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:00:12.797998 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8d7cc-1b36-4468-a1dd-74fe4f707500 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:00:12.798342 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8d7cc-1b36-4468-a1dd-74fe4f707500 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:00:12.798687 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8d7cc-1b36-4468-a1dd-74fe4f707500 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:00:12.799051 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8d7cc-1b36-4468-a1dd-74fe4f707500 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:00:12.799389 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f8d7cc-1b36-4468-a1dd-74fe4f707500 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:00:12.803308 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-76f8d7cc-1b36-4468-a1dd-74fe4f707500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:00:12.847915 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-77eed47f-0569-4dfa-b098-a32b96c8506f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:00:12.871253 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-77eed47f-0569-4dfa-b098-a32b96c8506f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:00:12.925343 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-77eed47f-0569-4dfa-b098-a32b96c8506f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:00:12.927958 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-77eed47f-0569-4dfa-b098-a32b96c8506f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:00:12.932090 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-77eed47f-0569-4dfa-b098-a32b96c8506f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b17bb5db-88f7-4bda-ae39-e9841a5b3528 HTTP/1.1" status: 204 len: 168 time: 0.1404853 Jun 14 17:00:12.932642 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-6e33f6e9-8cec-4157-b20f-186ceb1675c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:00:12.941464 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eed47f-0569-4dfa-b098-a32b96c8506f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17bb5db-88f7-4bda-ae39-e9841a5b3528,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:00:12.949180 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eed47f-0569-4dfa-b098-a32b96c8506f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:00:12.949548 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eed47f-0569-4dfa-b098-a32b96c8506f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:00:12.949888 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eed47f-0569-4dfa-b098-a32b96c8506f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:00:12.950239 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eed47f-0569-4dfa-b098-a32b96c8506f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:00:12.950618 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eed47f-0569-4dfa-b098-a32b96c8506f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:00:12.950965 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eed47f-0569-4dfa-b098-a32b96c8506f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:00:12.951305 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eed47f-0569-4dfa-b098-a32b96c8506f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:00:12.951645 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eed47f-0569-4dfa-b098-a32b96c8506f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:00:12.951984 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eed47f-0569-4dfa-b098-a32b96c8506f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:00:12.952419 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eed47f-0569-4dfa-b098-a32b96c8506f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:00:12.952745 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eed47f-0569-4dfa-b098-a32b96c8506f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:00:12.952964 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eed47f-0569-4dfa-b098-a32b96c8506f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:00:12.956064 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-77eed47f-0569-4dfa-b098-a32b96c8506f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:00:14.369063 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:00:37.844011 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:00:38.665880 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-048798e4-8875-4cb9-9944-ce089a3596e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:00:40.869816 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:00:41.053692 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-9db39118-059a-47a7-8e04-dc26ed948885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:00:42.521031 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:00:43.434514 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:00:44.383836 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:00:52.646774 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1f01cebd-79b0-489a-90eb-96f70bd6f5c3 req-20954ee8-f3df-439c-a153-7e18ae86f16a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0294e394-8ffe-41c3-94de-0e0a62da7790&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1883130 Jun 14 17:00:52.761427 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01cebd-79b0-489a-90eb-96f70bd6f5c3 req-84c38c41-d082-47ed-a0af-b948f2d880e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:00:52.763024 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1f01cebd-79b0-489a-90eb-96f70bd6f5c3 req-84c38c41-d082-47ed-a0af-b948f2d880e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cc06c11ded84810b0dbfe7c673881cf&device_id=0294e394-8ffe-41c3-94de-0e0a62da7790 HTTP/1.1" status: 200 len: 1098 time: 0.0638297 Jun 14 17:00:52.900425 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01cebd-79b0-489a-90eb-96f70bd6f5c3 req-246ba0bc-0a4f-428c-b629-ad8dc60dc0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:00:52.902579 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1f01cebd-79b0-489a-90eb-96f70bd6f5c3 req-246ba0bc-0a4f-428c-b629-ad8dc60dc0cd service neutron] 10.222.0.43 "GET /v2.0/networks?id=8cefed9c-67eb-4905-8e05-5de75185084f HTTP/1.1" status: 200 len: 918 time: 0.1161408 Jun 14 17:00:52.998185 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1f01cebd-79b0-489a-90eb-96f70bd6f5c3 req-4cf1e5d5-79f3-47ca-adee-ad17542681a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=970e703b-20db-41b1-93d1-b87811408e28 HTTP/1.1" status: 200 len: 1001 time: 0.0877080 Jun 14 17:00:53.064706 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01cebd-79b0-489a-90eb-96f70bd6f5c3 req-c949b2e8-5b69-4685-ac4c-ac3cb0df6679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:00:53.066162 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1f01cebd-79b0-489a-90eb-96f70bd6f5c3 req-c949b2e8-5b69-4685-ac4c-ac3cb0df6679 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=341588b0-f3be-40cf-89af-87293678f8bd HTTP/1.1" status: 200 len: 856 time: 0.0582666 Jun 14 17:00:53.138257 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01cebd-79b0-489a-90eb-96f70bd6f5c3 req-c3bda4fb-ac51-4592-b620-43aa01a7d4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:00:53.139783 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1f01cebd-79b0-489a-90eb-96f70bd6f5c3 req-c3bda4fb-ac51-4592-b620-43aa01a7d4ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8cefed9c-67eb-4905-8e05-5de75185084f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0614698 Jun 14 17:00:53.264696 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1f01cebd-79b0-489a-90eb-96f70bd6f5c3 req-ec85ceed-3da9-44d4-a539-9fb3726ab8be service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143687 Jun 14 17:00:53.672304 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1f01cebd-79b0-489a-90eb-96f70bd6f5c3 req-b54ef513-acbb-4f46-9dfa-f90d501ef8b3 service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977664 Jun 14 17:01:07.855735 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:01:08.665644 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-161cb251-274f-417c-86ba-13b719d399bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:01:10.862331 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:01:11.051299 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-20986520-5700-4109-aa90-ae6a0abe95fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:01:12.527136 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:01:14.386459 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:01:20.433045 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:01:37.863830 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:01:38.658758 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3a107443-cb1a-4f35-9006-d9c80d628f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:01:40.869488 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:01:41.047123 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-d08fcc80-ae5a-4185-a532-d4f03b184982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:01:42.537033 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:01:44.442781 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:01:52.661043 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-41d57994-902b-4eee-8e6f-67aa285e93bb req-657e74d4-6bbd-4bee-aa24-d924df78e878 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0294e394-8ffe-41c3-94de-0e0a62da7790&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0641921 Jun 14 17:01:52.780821 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d57994-902b-4eee-8e6f-67aa285e93bb req-eb645503-a1d3-4447-8fc4-df3608f79067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:01:52.782316 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-41d57994-902b-4eee-8e6f-67aa285e93bb req-eb645503-a1d3-4447-8fc4-df3608f79067 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cc06c11ded84810b0dbfe7c673881cf&device_id=0294e394-8ffe-41c3-94de-0e0a62da7790 HTTP/1.1" status: 200 len: 1098 time: 0.0677176 Jun 14 17:01:52.921013 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d57994-902b-4eee-8e6f-67aa285e93bb req-e40730d9-bec3-49a5-b43b-4088ec1f7377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:01:52.922412 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-41d57994-902b-4eee-8e6f-67aa285e93bb req-e40730d9-bec3-49a5-b43b-4088ec1f7377 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8cefed9c-67eb-4905-8e05-5de75185084f HTTP/1.1" status: 200 len: 918 time: 0.1138394 Jun 14 17:01:53.005890 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-41d57994-902b-4eee-8e6f-67aa285e93bb req-57b47da0-7142-40dd-84ee-7bc6fc5cc5f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=970e703b-20db-41b1-93d1-b87811408e28 HTTP/1.1" status: 200 len: 1001 time: 0.0761564 Jun 14 17:01:53.078745 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d57994-902b-4eee-8e6f-67aa285e93bb req-3e1a6979-a33b-44a6-b3b2-0cfa381497bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:01:53.080716 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-41d57994-902b-4eee-8e6f-67aa285e93bb req-3e1a6979-a33b-44a6-b3b2-0cfa381497bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=341588b0-f3be-40cf-89af-87293678f8bd HTTP/1.1" status: 200 len: 856 time: 0.0678809 Jun 14 17:01:53.147857 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d57994-902b-4eee-8e6f-67aa285e93bb req-63697057-3895-450c-8b85-f36d9119f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:01:53.149295 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-41d57994-902b-4eee-8e6f-67aa285e93bb req-63697057-3895-450c-8b85-f36d9119f130 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8cefed9c-67eb-4905-8e05-5de75185084f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610461 Jun 14 17:01:53.273273 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-41d57994-902b-4eee-8e6f-67aa285e93bb req-dee230c1-47b2-4d50-8813-73fcd8e3d891 service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125493 Jun 14 17:01:53.403796 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-41d57994-902b-4eee-8e6f-67aa285e93bb req-68fd4dd8-7bcc-4977-a3d1-17f5911ea6da service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204906 Jun 14 17:01:57.435582 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:02:07.894602 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:02:08.671513 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-6e5fc92c-c90d-4558-b997-e321241f38c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:02:10.864786 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:02:11.042417 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-ce3bd240-4ee6-47c5-9447-4c5e1a7460e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:02:12.538729 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:02:14.387886 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:02:34.439736 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:02:37.893805 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:02:38.666508 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-7db2c064-d870-48f1-abc7-ea4c2abe180d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:02:40.868515 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:02:41.047733 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-6c638f15-1069-459a-9f5f-e129ef4674b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:02:42.536504 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:02:44.394040 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:02:53.560240 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-33b5ca54-1e50-4b22-94bc-c5cb258825db req-a5602996-e78a-4305-94ec-0a7deb21771b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0294e394-8ffe-41c3-94de-0e0a62da7790&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777416 Jun 14 17:02:53.683384 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5ca54-1e50-4b22-94bc-c5cb258825db req-2fe7931d-4c77-4eaf-9f9e-e5ad0e54e146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:02:53.684949 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-33b5ca54-1e50-4b22-94bc-c5cb258825db req-2fe7931d-4c77-4eaf-9f9e-e5ad0e54e146 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cc06c11ded84810b0dbfe7c673881cf&device_id=0294e394-8ffe-41c3-94de-0e0a62da7790 HTTP/1.1" status: 200 len: 1098 time: 0.0763736 Jun 14 17:02:53.844730 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5ca54-1e50-4b22-94bc-c5cb258825db req-c5a085fb-7f37-4730-88c1-d47791c02fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:02:53.846091 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-33b5ca54-1e50-4b22-94bc-c5cb258825db req-c5a085fb-7f37-4730-88c1-d47791c02fd6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8cefed9c-67eb-4905-8e05-5de75185084f HTTP/1.1" status: 200 len: 918 time: 0.1332088 Jun 14 17:02:53.937682 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-33b5ca54-1e50-4b22-94bc-c5cb258825db req-cef8302b-a95d-410e-b68c-5fb7ece8c9c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=970e703b-20db-41b1-93d1-b87811408e28 HTTP/1.1" status: 200 len: 1001 time: 0.0805817 Jun 14 17:02:54.012868 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5ca54-1e50-4b22-94bc-c5cb258825db req-cdc0bc2c-411b-46f1-ae83-0474a9d94708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:02:54.014447 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-33b5ca54-1e50-4b22-94bc-c5cb258825db req-cdc0bc2c-411b-46f1-ae83-0474a9d94708 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=341588b0-f3be-40cf-89af-87293678f8bd HTTP/1.1" status: 200 len: 856 time: 0.0675495 Jun 14 17:02:54.081077 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5ca54-1e50-4b22-94bc-c5cb258825db req-b109f71a-1d3c-4b9b-8d44-74059d855f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:02:54.083166 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-33b5ca54-1e50-4b22-94bc-c5cb258825db req-b109f71a-1d3c-4b9b-8d44-74059d855f94 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8cefed9c-67eb-4905-8e05-5de75185084f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0611780 Jun 14 17:02:54.215591 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-33b5ca54-1e50-4b22-94bc-c5cb258825db req-8169f463-b87d-4061-969a-ba85678cc266 service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197283 Jun 14 17:02:54.343288 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-33b5ca54-1e50-4b22-94bc-c5cb258825db req-d9dc4a29-7a2f-448f-a209-e9e99f7b1fc7 service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170952 Jun 14 17:03:07.893341 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:03:08.669770 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-caf9cb24-6850-42f4-9a1f-854b98a5f32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:03:10.879774 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:03:11.055173 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-4246ffd2-cd18-41d4-ad68-fc1363b7c1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:03:11.438820 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:03:12.539359 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:03:14.399587 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:03:37.904897 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:03:38.682094 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f7718973-5029-417b-afe4-1e6cc852d342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:03:40.881039 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:03:41.059028 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3aa98c3d-77c8-4b46-8000-f4b81133fbd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:03:42.544577 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:03:44.454394 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:03:48.442047 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:03:56.367340 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-461491a3-923b-4281-bbbd-dcfa2bc9d6e9 req-ba41aa92-43c3-4dcd-82e6-7fcdf1b3686c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0294e394-8ffe-41c3-94de-0e0a62da7790&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0635083 Jun 14 17:03:56.490957 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461491a3-923b-4281-bbbd-dcfa2bc9d6e9 req-20519f94-9e24-4169-987d-e080de037de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:03:56.492435 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-461491a3-923b-4281-bbbd-dcfa2bc9d6e9 req-20519f94-9e24-4169-987d-e080de037de9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cc06c11ded84810b0dbfe7c673881cf&device_id=0294e394-8ffe-41c3-94de-0e0a62da7790 HTTP/1.1" status: 200 len: 1098 time: 0.0710709 Jun 14 17:03:56.639880 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461491a3-923b-4281-bbbd-dcfa2bc9d6e9 req-a01a9dc3-d176-4cf3-b5c3-d890eba4e067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:03:56.641466 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-461491a3-923b-4281-bbbd-dcfa2bc9d6e9 req-a01a9dc3-d176-4cf3-b5c3-d890eba4e067 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8cefed9c-67eb-4905-8e05-5de75185084f HTTP/1.1" status: 200 len: 918 time: 0.1209507 Jun 14 17:03:56.726727 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-461491a3-923b-4281-bbbd-dcfa2bc9d6e9 req-3b453d71-db75-4f8b-9a1f-41d5c4354c2d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=970e703b-20db-41b1-93d1-b87811408e28 HTTP/1.1" status: 200 len: 1001 time: 0.0779109 Jun 14 17:03:56.789872 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461491a3-923b-4281-bbbd-dcfa2bc9d6e9 req-2c5d2cbf-67dd-4d90-815a-84599565797d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:03:56.791245 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-461491a3-923b-4281-bbbd-dcfa2bc9d6e9 req-2c5d2cbf-67dd-4d90-815a-84599565797d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=341588b0-f3be-40cf-89af-87293678f8bd HTTP/1.1" status: 200 len: 856 time: 0.0553136 Jun 14 17:03:56.859726 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461491a3-923b-4281-bbbd-dcfa2bc9d6e9 req-4051dd30-9231-4a77-853f-d058a24cccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:03:56.861193 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-461491a3-923b-4281-bbbd-dcfa2bc9d6e9 req-4051dd30-9231-4a77-853f-d058a24cccbc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8cefed9c-67eb-4905-8e05-5de75185084f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597088 Jun 14 17:03:56.982126 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-461491a3-923b-4281-bbbd-dcfa2bc9d6e9 req-85143e05-eef3-404c-9ac9-77a85a2c9de3 service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105015 Jun 14 17:03:57.099090 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-461491a3-923b-4281-bbbd-dcfa2bc9d6e9 req-619bde64-1a0a-4287-90d8-f6f60d3f07eb service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094916 Jun 14 17:04:07.886778 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:08.677887 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c26715ec-0f0f-44ee-b610-8a64341f53e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:10.887536 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:11.054067 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-80e43905-d75f-4291-b554-73abb7528a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:12.546224 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:14.410891 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:25.441569 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:04:31.413306 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322dc3f9-e51d-41f3-873c-151e82e2aa32 req-a71d2bc1-94bc-42bf-8d15-41aed77e2b84 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:31.415003 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-322dc3f9-e51d-41f3-873c-151e82e2aa32 req-a71d2bc1-94bc-42bf-8d15-41aed77e2b84 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=0294e394-8ffe-41c3-94de-0e0a62da7790 HTTP/1.1" status: 200 len: 945 time: 0.2272785 Jun 14 17:04:31.460396 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-322dc3f9-e51d-41f3-873c-151e82e2aa32 req-002e4916-4828-433f-836b-7669090ef7bc tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=307b90d6-d806-4aeb-85b1-584c585ca87f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379045 Jun 14 17:04:31.607776 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a20023-cd7f-476e-a0a0-b26e0207dd27 req-faa4ace0-39dd-43f1-8da0-22829db0c2df tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:31.609256 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-71a20023-cd7f-476e-a0a0-b26e0207dd27 req-faa4ace0-39dd-43f1-8da0-22829db0c2df tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.43 "GET /v2.0/ports?device_id=0294e394-8ffe-41c3-94de-0e0a62da7790 HTTP/1.1" status: 200 len: 945 time: 0.0760918 Jun 14 17:04:31.738696 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-71a20023-cd7f-476e-a0a0-b26e0207dd27 req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Deleting port 970e703b-20db-41b1-93d1-b87811408e28 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:04:31.738955 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-71a20023-cd7f-476e-a0a0-b26e0207dd27 req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:31.851357 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-71a20023-cd7f-476e-a0a0-b26e0207dd27 req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] For port 970e703b-20db-41b1-93d1-b87811408e28, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=970e703b-20db-41b1-93d1-b87811408e28,segment=NetworkSegment(c597a9f7-28fc-45e8-8d76-f0226ab90e34),segment_id=c597a9f7-28fc-45e8-8d76-f0226ab90e34)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:04:31.851714 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-71a20023-cd7f-476e-a0a0-b26e0207dd27 req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:32.085867 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-71a20023-cd7f-476e-a0a0-b26e0207dd27 req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:32.086126 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-71a20023-cd7f-476e-a0a0-b26e0207dd27 req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594291'] for floatingip, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:32.086510 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.db.l3_db [req-71a20023-cd7f-476e-a0a0-b26e0207dd27 req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Floating IP 3c3de92d-f098-417b-8e2e-e519f5e94c5f disassociated. External IP: 172.27.0.140, port: 970e703b-20db-41b1-93d1-b87811408e28. Jun 14 17:04:32.086849 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-71a20023-cd7f-476e-a0a0-b26e0207dd27 req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Calling delete_port for 970e703b-20db-41b1-93d1-b87811408e28 owned by compute:nova {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:04:32.247279 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-71a20023-cd7f-476e-a0a0-b26e0207dd27 req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:32.251736 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-fdcfc92c-ccb4-43b1-b564-49241ea804d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:04:32.281553 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Pushing event deleted for resources: {'Port': ['ID=970e703b-20db-41b1-93d1-b87811408e28,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:04:32.295263 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:32.295638 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:32.295971 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:32.296329 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:32.296687 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:32.297219 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:32.297587 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:32.297949 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:32.298322 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:32.298709 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:32.299152 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:32.299493 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:32.305056 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:04:32.450071 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71a20023-cd7f-476e-a0a0-b26e0207dd27 req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Router 98b12465-281f-4018-83aa-a5f8dbfde16b has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 17:04:32.900256 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71a20023-cd7f-476e-a0a0-b26e0207dd27 req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 17:04:32.910815 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645417c-2dd9-4832-8e0e-7a42cf72ab66 None None] Sync routers for ids ['98b12465-281f-4018-83aa-a5f8dbfde16b'] in dv-cinder-796286-2-iscsi {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 17:04:32.921912 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645417c-2dd9-4832-8e0e-7a42cf72ab66 None None] Routers {'98b12465-281f-4018-83aa-a5f8dbfde16b'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:04:32.922602 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-1645417c-2dd9-4832-8e0e-7a42cf72ab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:04:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['98b12465-281f-4018-83aa-a5f8dbfde16b'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:04:32.962873 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8a0b6e6c-7de1-4806-9e7c-3b1cf7186926 req-ad55bc69-3427-45aa-a0e2-b1aa03b22a20 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=0294e394-8ffe-41c3-94de-0e0a62da7790 HTTP/1.1" status: 200 len: 210 time: 0.1120729 Jun 14 17:04:32.983508 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a20023-cd7f-476e-a0a0-b26e0207dd27 req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] No DVR routers for this DVR port 970e703b-20db-41b1-93d1-b87811408e28 on host hv-cinder-79628 {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 17:04:32.986205 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-71a20023-cd7f-476e-a0a0-b26e0207dd27 req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:32.988270 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-71a20023-cd7f-476e-a0a0-b26e0207dd27 req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.43 "DELETE /v2.0/ports/970e703b-20db-41b1-93d1-b87811408e28 HTTP/1.1" status: 204 len: 173 time: 1.3703859 Jun 14 17:04:32.991149 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0294e394-8ffe-41c3-94de-0e0a62da7790', 'name': 'network-vif-deleted', 'tag': '970e703b-20db-41b1-93d1-b87811408e28'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:04:32.991149 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c3bae1-073a-4bb0-93ec-ac0d20ac1cb4" -d '{"events": [{"server_uuid": "0294e394-8ffe-41c3-94de-0e0a62da7790", "name": "network-vif-deleted", "tag": "970e703b-20db-41b1-93d1-b87811408e28"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:04:33.070280 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-1645417c-2dd9-4832-8e0e-7a42cf72ab66 None None] Set router 98b12465-281f-4018-83aa-a5f8dbfde16b gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:04:33.090967 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 17:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115418ec-17a9-423f-9efa-4f3d2105e6c5 x-openstack-request-id: req-115418ec-17a9-423f-9efa-4f3d2105e6c5 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:04:33.091354 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0294e394-8ffe-41c3-94de-0e0a62da7790", "name": "network-vif-deleted", "tag": "970e703b-20db-41b1-93d1-b87811408e28", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:04:33.091697 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-115418ec-17a9-423f-9efa-4f3d2105e6c5 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:04:33.092256 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0294e394-8ffe-41c3-94de-0e0a62da7790', 'name': 'network-vif-deleted', 'tag': '970e703b-20db-41b1-93d1-b87811408e28', 'status': 'completed', 'code': 200} Jun 14 17:04:33.338817 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-1645417c-2dd9-4832-8e0e-7a42cf72ab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'name': 'tempest-AttachVolumeShelveTestJSON-1420384464-router', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:32Z', 'revision_number': 4, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'gw_port': {'id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': 'bf0467e9-9858-4306-b080-5519d134375b', 'name': '', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'mac_address': 'fa:16:3e:93:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '341588b0-f3be-40cf-89af-87293678f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:31Z', 'updated_at': '2021-06-14T16:57:38Z', 'revision_number': 5, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'subnets': [{'id': '341588b0-f3be-40cf-89af-87293678f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:04:33.342535 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645417c-2dd9-4832-8e0e-7a42cf72ab66 None None] Checking router: 98b12465-281f-4018-83aa-a5f8dbfde16b for host: dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 17:04:33.351811 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645417c-2dd9-4832-8e0e-7a42cf72ab66 None None] Routers {'98b12465-281f-4018-83aa-a5f8dbfde16b'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:04:33.352707 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-1645417c-2dd9-4832-8e0e-7a42cf72ab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:04:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['98b12465-281f-4018-83aa-a5f8dbfde16b'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:04:33.499731 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-1645417c-2dd9-4832-8e0e-7a42cf72ab66 None None] Set router 98b12465-281f-4018-83aa-a5f8dbfde16b gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:04:33.911005 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-1645417c-2dd9-4832-8e0e-7a42cf72ab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'name': 'tempest-AttachVolumeShelveTestJSON-1420384464-router', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:32Z', 'revision_number': 4, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'gw_port': {'id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': 'bf0467e9-9858-4306-b080-5519d134375b', 'name': '', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'mac_address': 'fa:16:3e:93:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '341588b0-f3be-40cf-89af-87293678f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:31Z', 'updated_at': '2021-06-14T16:57:38Z', 'revision_number': 5, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'subnets': [{'id': '341588b0-f3be-40cf-89af-87293678f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:04:33.915565 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645417c-2dd9-4832-8e0e-7a42cf72ab66 None None] The sync data for ids ['98b12465-281f-4018-83aa-a5f8dbfde16b'] in dv-cinder-796286-2-iscsi is: [{'id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'name': 'tempest-AttachVolumeShelveTestJSON-1420384464-router', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:32Z', 'revision_number': 4, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'gw_port': {'id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': 'bf0467e9-9858-4306-b080-5519d134375b', 'name': '', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'mac_address': 'fa:16:3e:93:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '341588b0-f3be-40cf-89af-87293678f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:31Z', 'updated_at': '2021-06-14T16:57:38Z', 'revision_number': 5, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'subnets': [{'id': '341588b0-f3be-40cf-89af-87293678f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 17:04:34.097011 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 41978) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:04:34.131431 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5de8cc5-c92a-40ed-9ad9-fdcf2d44ce6e None None] New status for floating IP 3c3de92d-f098-417b-8e2e-e519f5e94c5f: DOWN {{(pid=91927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 17:04:34.161143 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c876e5bd-44a4-4ff0-b18d-3df69cc7a266 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:34.185253 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c876e5bd-44a4-4ff0-b18d-3df69cc7a266 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:34.236860 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c876e5bd-44a4-4ff0-b18d-3df69cc7a266 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:34.239727 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c876e5bd-44a4-4ff0-b18d-3df69cc7a266 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:34.240864 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-c876e5bd-44a4-4ff0-b18d-3df69cc7a266 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "DELETE /v2.0/security-groups/307b90d6-d806-4aeb-85b1-584c585ca87f HTTP/1.1" status: 204 len: 168 time: 0.1428359 Jun 14 17:04:34.241651 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-df973399-5609-4b3f-8265-2933ee347af0 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:04:34.243953 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 41980) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:04:34.252238 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876e5bd-44a4-4ff0-b18d-3df69cc7a266 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=307b90d6-d806-4aeb-85b1-584c585ca87f,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:04:34.254917 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c876e5bd-44a4-4ff0-b18d-3df69cc7a266 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:04:34.268190 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.api.v2.resource [None req-887b64a4-fcc0-463a-b7a6-db7ddfe2550d tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] show failed (client error): The resource could not be found. Jun 14 17:04:34.272212 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 41984) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:04:34.275395 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-887b64a4-fcc0-463a-b7a6-db7ddfe2550d tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups/307b90d6-d806-4aeb-85b1-584c585ca87f HTTP/1.1" status: 404 len: 347 time: 0.0296118 Jun 14 17:04:34.445653 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-fd274292-1cc8-42b0-9aaa-cc856d04cb43 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Deleting port feb1a917-e866-4618-bc16-6fde7fd15576 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:04:34.445909 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fd274292-1cc8-42b0-9aaa-cc856d04cb43 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:34.549980 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fd274292-1cc8-42b0-9aaa-cc856d04cb43 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:34.550384 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fd274292-1cc8-42b0-9aaa-cc856d04cb43 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:34.644313 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-fd274292-1cc8-42b0-9aaa-cc856d04cb43 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Calling delete_port for feb1a917-e866-4618-bc16-6fde7fd15576 owned by network:floatingip {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:04:34.817217 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fd274292-1cc8-42b0-9aaa-cc856d04cb43 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:34.820356 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-1ad3f98c-e902-4bbb-9292-c5dcb50693b4 tempest-ServerRescueNegativeTestJSON-7632024 tempest-ServerRescueNegativeTestJSON-7632024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:04:34.849502 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd274292-1cc8-42b0-9aaa-cc856d04cb43 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Pushing event deleted for resources: {'Port': ['ID=feb1a917-e866-4618-bc16-6fde7fd15576,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:04:34.852309 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-fd274292-1cc8-42b0-9aaa-cc856d04cb43 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:04:34.929512 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fd274292-1cc8-42b0-9aaa-cc856d04cb43 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for floatingip, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:34.932762 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-fd274292-1cc8-42b0-9aaa-cc856d04cb43 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for floatingip, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:34.934337 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-fd274292-1cc8-42b0-9aaa-cc856d04cb43 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "DELETE /v2.0/floatingips/3c3de92d-f098-417b-8e2e-e519f5e94c5f HTTP/1.1" status: 204 len: 168 time: 0.6610999 Jun 14 17:04:35.427924 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 41998) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:04:35.433046 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-7217d51f-5d46-4f3e-8eeb-4f47c732aafd tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Request body: {'security_group': {'name': 'tempest-securitygroup--747151203', 'description': 'tempest-description--1135667210'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:04:35.455165 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7217d51f-5d46-4f3e-8eeb-4f47c732aafd tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:35.540890 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7217d51f-5d46-4f3e-8eeb-4f47c732aafd tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:35.545009 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7217d51f-5d46-4f3e-8eeb-4f47c732aafd tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:35.547690 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c876e5bd-44a4-4ff0-b18d-3df69cc7a266 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:04:35.578319 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7217d51f-5d46-4f3e-8eeb-4f47c732aafd tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:35.582169 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-7217d51f-5d46-4f3e-8eeb-4f47c732aafd tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1505790 Jun 14 17:04:35.582169 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217d51f-5d46-4f3e-8eeb-4f47c732aafd tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96fc72f3-076d-4f22-8b17-d0a0316cca7b,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:04:35.582730 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 42000) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:04:35.586736 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-7217d51f-5d46-4f3e-8eeb-4f47c732aafd tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:04:35.587823 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-7edb6942-a2fa-4d83-97b4-82810093c1f9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Request body: {'security_group_rule': {'security_group_id': '96fc72f3-076d-4f22-8b17-d0a0316cca7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:04:35.617284 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7edb6942-a2fa-4d83-97b4-82810093c1f9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:35.687477 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7edb6942-a2fa-4d83-97b4-82810093c1f9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:35.695303 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7edb6942-a2fa-4d83-97b4-82810093c1f9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604372'] for security_group_rule, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:35.698561 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-ac006409-fcaf-4663-819e-ac6cee38bdac tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:04:35.714922 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb6942-a2fa-4d83-97b4-82810093c1f9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3596505-7573-4c47-8636-ebbd81b0f054,revision_number=0']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:04:35.723911 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edb6942-a2fa-4d83-97b4-82810093c1f9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:35.724262 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edb6942-a2fa-4d83-97b4-82810093c1f9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:35.724620 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edb6942-a2fa-4d83-97b4-82810093c1f9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:35.725205 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edb6942-a2fa-4d83-97b4-82810093c1f9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:35.725605 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edb6942-a2fa-4d83-97b4-82810093c1f9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:35.725963 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edb6942-a2fa-4d83-97b4-82810093c1f9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:35.726336 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edb6942-a2fa-4d83-97b4-82810093c1f9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:35.726687 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edb6942-a2fa-4d83-97b4-82810093c1f9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:35.727037 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edb6942-a2fa-4d83-97b4-82810093c1f9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:35.727381 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edb6942-a2fa-4d83-97b4-82810093c1f9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:35.727729 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edb6942-a2fa-4d83-97b4-82810093c1f9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:35.728097 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edb6942-a2fa-4d83-97b4-82810093c1f9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:35.731157 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7edb6942-a2fa-4d83-97b4-82810093c1f9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:35.732331 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-7edb6942-a2fa-4d83-97b4-82810093c1f9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1485033 Jun 14 17:04:35.733210 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-7edb6942-a2fa-4d83-97b4-82810093c1f9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:04:35.735120 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 42002) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:04:35.739807 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-2fccd3bf-5eed-4a71-9b1c-c155879553c9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Request body: {'security_group_rule': {'security_group_id': '96fc72f3-076d-4f22-8b17-d0a0316cca7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:04:35.771106 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2fccd3bf-5eed-4a71-9b1c-c155879553c9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:35.843061 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2fccd3bf-5eed-4a71-9b1c-c155879553c9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:35.849801 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2fccd3bf-5eed-4a71-9b1c-c155879553c9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604372'] for security_group_rule, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:35.851878 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:04:35.869176 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccd3bf-5eed-4a71-9b1c-c155879553c9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5089cb2a-88af-4ef6-9d52-2f455006a802,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:04:35.872172 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2fccd3bf-5eed-4a71-9b1c-c155879553c9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:04:35.875288 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2fccd3bf-5eed-4a71-9b1c-c155879553c9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:35.876511 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-2fccd3bf-5eed-4a71-9b1c-c155879553c9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404147 Jun 14 17:04:35.879797 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 42004) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:04:35.884511 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-26b5d81f-46c3-4ddb-9eb6-9b9aa89fc44a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Request body: {'floatingip': {'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:04:35.911586 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-26b5d81f-46c3-4ddb-9eb6-9b9aa89fc44a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for floatingip, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:36.041047 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-26b5d81f-46c3-4ddb-9eb6-9b9aa89fc44a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:36.383842 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [None req-26b5d81f-46c3-4ddb-9eb6-9b9aa89fc44a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Allocated IP 172.27.0.25 (2e21213b-d279-4f17-b7ac-a39d3c551e15/cd8b9889-3c5e-49b3-9c23-75f1e7c20530/ff902437-a73e-4be6-b681-483300ee1bb8) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 17:04:36.505541 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 970e703b-20db-41b1-93d1-b87811408e28 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:04:36.526921 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-26b5d81f-46c3-4ddb-9eb6-9b9aa89fc44a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:36.530787 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] No Port match for: 970e703b-20db-41b1-93d1-b87811408e28 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:04:36.531154 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 970e703b-20db-41b1-93d1-b87811408e28 not bound to the agent host hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:04:36.573040 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-26b5d81f-46c3-4ddb-9eb6-9b9aa89fc44a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11589351'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:36.575933 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:04:36.622241 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b5d81f-46c3-4ddb-9eb6-9b9aa89fc44a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Network 2e21213b-d279-4f17-b7ac-a39d3c551e15 is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:04:36.625234 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-26b5d81f-46c3-4ddb-9eb6-9b9aa89fc44a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:04:36.628784 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b5d81f-46c3-4ddb-9eb6-9b9aa89fc44a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 17:04:36.657629 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5d81f-46c3-4ddb-9eb6-9b9aa89fc44a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Pushing event updated for resources: {'Port': ['ID=ff902437-a73e-4be6-b681-483300ee1bb8,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:04:36.661970 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-26b5d81f-46c3-4ddb-9eb6-9b9aa89fc44a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:04:36.735591 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-26b5d81f-46c3-4ddb-9eb6-9b9aa89fc44a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:36.786735 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-26b5d81f-46c3-4ddb-9eb6-9b9aa89fc44a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:36.983814 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-26b5d81f-46c3-4ddb-9eb6-9b9aa89fc44a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for port, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:36.991919 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-26b5d81f-46c3-4ddb-9eb6-9b9aa89fc44a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11589337'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:36.993871 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-5f182e7e-5714-4837-887e-0d5f6589d1d3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:04:37.065785 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5d81f-46c3-4ddb-9eb6-9b9aa89fc44a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Pushing event updated for resources: {'Port': ['ID=ff902437-a73e-4be6-b681-483300ee1bb8,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:04:37.072903 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-26b5d81f-46c3-4ddb-9eb6-9b9aa89fc44a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:04:37.083240 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-26b5d81f-46c3-4ddb-9eb6-9b9aa89fc44a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594291'] for floatingip, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:37.099943 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-26b5d81f-46c3-4ddb-9eb6-9b9aa89fc44a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for floatingip, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:37.101135 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-26b5d81f-46c3-4ddb-9eb6-9b9aa89fc44a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2202816 Jun 14 17:04:37.267360 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-b8e14ae8-31d7-499d-9a59-eefa8b67dbea tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--747151203&fields=id&tenant_id=9cc06c11ded84810b0dbfe7c673881cf HTTP/1.1" status: 200 len: 267 time: 0.0411072 Jun 14 17:04:37.405826 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-890cdc36-3f8a-47c9-bf98-d3e385b448a1 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:37.407183 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-890cdc36-3f8a-47c9-bf98-d3e385b448a1 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/networks?id=8cefed9c-67eb-4905-8e05-5de75185084f HTTP/1.1" status: 200 len: 817 time: 0.1331809 Jun 14 17:04:37.425497 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-779a0637-710f-4bb9-9952-ce21c9a37cb7 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/quotas/9cc06c11ded84810b0dbfe7c673881cf HTTP/1.1" status: 200 len: 375 time: 0.0097837 Jun 14 17:04:37.508286 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-6533fbab-d56b-45ef-af8f-87a3bd237bfa tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9cc06c11ded84810b0dbfe7c673881cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0754092 Jun 14 17:04:37.570159 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-efd21127-518e-4312-8b58-188290d32d02 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 17:04:37.571161 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-efd21127-518e-4312-8b58-188290d32d02 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0521450 Jun 14 17:04:37.703659 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-22111d40-6011-470a-9e76-63d51d23e5eb service neutron] 10.222.0.25 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242337 Jun 14 17:04:37.827144 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-0d4dc64d-2d81-4e8c-9a99-43b76f08a46d service neutron] 10.222.0.25 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147439 Jun 14 17:04:37.888595 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:37.999521 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3d6b2d03-4259-410d-aabb-65e92b52f506 req-a9c77963-0f5b-456e-aa13-a73585c0677d tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 210 time: 0.0331526 Jun 14 17:04:38.671605 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-4389221e-377c-42ec-89e8-05e4e3613b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:39.183873 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-740e1f7a-56ab-4b69-90d0-83e17b24e70d req-4790b794-b574-4ffe-821a-8a267255fc1f tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 210 time: 0.0562575 Jun 14 17:04:39.276165 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-731ecbe7-7f6a-4125-acf5-59ee9471de13 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:39.277583 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-731ecbe7-7f6a-4125-acf5-59ee9471de13 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.43 "GET /v2.0/networks?id=8cefed9c-67eb-4905-8e05-5de75185084f HTTP/1.1" status: 200 len: 817 time: 0.1598134 Jun 14 17:04:39.328023 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-f8c8a243-fb0a-4b1a-9969-20eb7c1cb817 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cc06c11ded84810b0dbfe7c673881cf HTTP/1.1" status: 200 len: 379 time: 0.0406651 Jun 14 17:04:39.348249 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-572c5a10-31a7-45c1-82fc-707c0e7bb73b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Request body: {'port': {'device_id': '53ea1595-b4d6-4fe8-92c0-192a2061068d', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'admin_state_up': True, 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'security_groups': ['96fc72f3-076d-4f22-8b17-d0a0316cca7b']}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:04:39.491674 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-572c5a10-31a7-45c1-82fc-707c0e7bb73b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Made reservation on behalf of 9cc06c11ded84810b0dbfe7c673881cf for: {'port': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 17:04:39.495308 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-572c5a10-31a7-45c1-82fc-707c0e7bb73b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:39.648979 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-572c5a10-31a7-45c1-82fc-707c0e7bb73b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Allocated IP 172.20.0.9 (8cefed9c-67eb-4905-8e05-5de75185084f/341588b0-f3be-40cf-89af-87293678f8bd/e3fa70af-d4fa-45d9-964c-4d74e61bbc38) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 17:04:39.834882 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-572c5a10-31a7-45c1-82fc-707c0e7bb73b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:39.849316 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-572c5a10-31a7-45c1-82fc-707c0e7bb73b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Transition to ACTIVE for port object e3fa70af-d4fa-45d9-964c-4d74e61bbc38 will not be triggered until provisioned by entity DHCP. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:04:39.888496 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-572c5a10-31a7-45c1-82fc-707c0e7bb73b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12205892'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:39.892473 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:04:39.941366 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-572c5a10-31a7-45c1-82fc-707c0e7bb73b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Network 8cefed9c-67eb-4905-8e05-5de75185084f is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:04:39.945202 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-572c5a10-31a7-45c1-82fc-707c0e7bb73b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:04:39.948945 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-572c5a10-31a7-45c1-82fc-707c0e7bb73b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 17:04:39.955349 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c5a10-31a7-45c1-82fc-707c0e7bb73b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Pushing event updated for resources: {'Port': ['ID=e3fa70af-d4fa-45d9-964c-4d74e61bbc38,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:04:39.985251 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-572c5a10-31a7-45c1-82fc-707c0e7bb73b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:04:40.013103 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-572c5a10-31a7-45c1-82fc-707c0e7bb73b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:40.013706 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-572c5a10-31a7-45c1-82fc-707c0e7bb73b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:40.029634 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-572c5a10-31a7-45c1-82fc-707c0e7bb73b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6853433 Jun 14 17:04:40.042521 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] Request body: {'port': {'device_id': '53ea1595-b4d6-4fe8-92c0-192a2061068d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:04:40.131178 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:40.139054 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-e5bcfec5-4903-412b-8a24-c8e61dddc8ec None None] Provisioning for port e3fa70af-d4fa-45d9-964c-4d74e61bbc38 completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:04:40.143929 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-e5bcfec5-4903-412b-8a24-c8e61dddc8ec None None] Provisioning complete for port e3fa70af-d4fa-45d9-964c-4d74e61bbc38 triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:04:40.144411 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-e5bcfec5-4903-412b-8a24-c8e61dddc8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:40.186420 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-e5bcfec5-4903-412b-8a24-c8e61dddc8ec None None] Port e3fa70af-d4fa-45d9-964c-4d74e61bbc38 cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 17:04:40.463393 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16789e6-432f-4730-9c41-22729758c0a9 req-906e484e-f421-4474-82fa-c9c60e31c66c tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:40.464819 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d16789e6-432f-4730-9c41-22729758c0a9 req-906e484e-f421-4474-82fa-c9c60e31c66c tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 931 time: 0.1567032 Jun 14 17:04:40.522455 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3fa70af-d4fa-45d9-964c-4d74e61bbc38 {{(pid=91924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 17:04:40.531853 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:40.554781 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d16789e6-432f-4730-9c41-22729758c0a9 req-e461a08a-f38f-4012-b0b4-04a55309a6bb tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617101 Jun 14 17:04:40.555633 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] Transition to ACTIVE for port object e3fa70af-d4fa-45d9-964c-4d74e61bbc38 will not be triggered until provisioned by entity L2. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:04:40.561977 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:40.566534 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:04:40.692239 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] Pushing event updated for resources: {'Port': ['ID=e3fa70af-d4fa-45d9-964c-4d74e61bbc38,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:04:40.695798 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:04:40.756609 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] Attempting to bind port e3fa70af-d4fa-45d9-964c-4d74e61bbc38 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 17:04:40.756937 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] Attempting to bind port e3fa70af-d4fa-45d9-964c-4d74e61bbc38 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'c597a9f7-28fc-45e8-8d76-f0226ab90e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f'}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 17:04:40.757258 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] Attempting to bind port e3fa70af-d4fa-45d9-964c-4d74e61bbc38 on network 8cefed9c-67eb-4905-8e05-5de75185084f {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:04:40.761856 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] Port e3fa70af-d4fa-45d9-964c-4d74e61bbc38 on network 8cefed9c-67eb-4905-8e05-5de75185084f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 17:04:40.761984 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] Attempting to bind port e3fa70af-d4fa-45d9-964c-4d74e61bbc38 on network 8cefed9c-67eb-4905-8e05-5de75185084f {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:04:40.766785 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] Checking agent: {'id': 'd91e4a82-0936-47d0-84c3-2c620c6821d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'started_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 17, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 17:04:40.767115 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] Checking segment: {'id': 'c597a9f7-28fc-45e8-8d76-f0226ab90e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 17:04:40.767484 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] Bound using segment: {'id': 'c597a9f7-28fc-45e8-8d76-f0226ab90e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f'} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 17:04:40.767894 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] Bound port: e3fa70af-d4fa-45d9-964c-4d74e61bbc38, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c597a9f7-28fc-45e8-8d76-f0226ab90e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f'}}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 17:04:40.768235 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:40.844011 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] For port e3fa70af-d4fa-45d9-964c-4d74e61bbc38, host hv-cinder-79628, cleared binding levels {{(pid=91924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 17:04:40.846964 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] For port e3fa70af-d4fa-45d9-964c-4d74e61bbc38, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e3fa70af-d4fa-45d9-964c-4d74e61bbc38,segment=NetworkSegment(c597a9f7-28fc-45e8-8d76-f0226ab90e34),segment_id=c597a9f7-28fc-45e8-8d76-f0226ab90e34)] {{(pid=91924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 17:04:40.854195 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:40.856976 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:04:40.870682 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:40.891302 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:40.892020 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:40.893310 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] 10.222.0.43 "PUT /v2.0/ports/e3fa70af-d4fa-45d9-964c-4d74e61bbc38 HTTP/1.1" status: 200 len: 1093 time: 0.8552961 Jun 14 17:04:40.893822 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ea1595-b4d6-4fe8-92c0-192a2061068d', 'tag': 'e3fa70af-d4fa-45d9-964c-4d74e61bbc38'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:04:40.896161 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90af994d-ae3e-41aa-9e31-5af0437ed4e6" -d '{"events": [{"name": "network-changed", "server_uuid": "53ea1595-b4d6-4fe8-92c0-192a2061068d", "tag": "e3fa70af-d4fa-45d9-964c-4d74e61bbc38"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:04:40.941840 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] Pushing event updated for resources: {'Port': ['ID=e3fa70af-d4fa-45d9-964c-4d74e61bbc38,revision_number=3']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:04:40.961474 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:04:40.990237 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 17:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0c74e0-4627-4a2e-9e3c-50192e499e86 x-openstack-request-id: req-dd0c74e0-4627-4a2e-9e3c-50192e499e86 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:04:40.990597 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ea1595-b4d6-4fe8-92c0-192a2061068d", "tag": "e3fa70af-d4fa-45d9-964c-4d74e61bbc38", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:04:40.990875 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd0c74e0-4627-4a2e-9e3c-50192e499e86 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:04:40.991296 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ea1595-b4d6-4fe8-92c0-192a2061068d', 'tag': 'e3fa70af-d4fa-45d9-964c-4d74e61bbc38', 'status': 'completed', 'code': 200} Jun 14 17:04:41.024460 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-6c186356-3bd1-429b-8fa4-5f0b10659430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:41.026035 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-6c186356-3bd1-429b-8fa4-5f0b10659430 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cc06c11ded84810b0dbfe7c673881cf&device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 1096 time: 0.0788894 Jun 14 17:04:41.058232 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-2ba66e3c-e431-49bd-82db-06385aadcd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:41.087265 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-e42b24ea-dd90-45c5-bf3f-aa2803699896 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3fa70af-d4fa-45d9-964c-4d74e61bbc38 HTTP/1.1" status: 200 len: 217 time: 0.0521398 Jun 14 17:04:41.149508 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-ca01e4f1-4175-4bd4-9457-0c47dcb4620e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:41.151070 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-ca01e4f1-4175-4bd4-9457-0c47dcb4620e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=341588b0-f3be-40cf-89af-87293678f8bd HTTP/1.1" status: 200 len: 856 time: 0.0568066 Jun 14 17:04:41.232013 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-90e6df74-e1e0-4449-86f8-fb1bbb1f2e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:41.233404 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-90e6df74-e1e0-4449-86f8-fb1bbb1f2e2a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8cefed9c-67eb-4905-8e05-5de75185084f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721197 Jun 14 17:04:41.353859 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-99d00099-102d-4c64-b83e-73d0cb44654e service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073539 Jun 14 17:04:41.475156 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c5870ca1-a274-41e1-b83f-c6c79bccc538 req-e6af8214-8e1b-40a1-a037-c5dd4d0e26c3 service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140137 Jun 14 17:04:41.606395 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af994d-ae3e-41aa-9e31-5af0437ed4e6 req-a2c60e2b-dda4-4633-87bf-5e5ff9a76ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:41.607927 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-90af994d-ae3e-41aa-9e31-5af0437ed4e6 req-a2c60e2b-dda4-4633-87bf-5e5ff9a76ca2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cc06c11ded84810b0dbfe7c673881cf&device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 1096 time: 0.0696671 Jun 14 17:04:41.767770 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af994d-ae3e-41aa-9e31-5af0437ed4e6 req-3424a89f-5679-4111-9001-6361923cae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:41.769217 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-90af994d-ae3e-41aa-9e31-5af0437ed4e6 req-3424a89f-5679-4111-9001-6361923cae4a service neutron] 10.222.0.43 "GET /v2.0/networks?id=8cefed9c-67eb-4905-8e05-5de75185084f HTTP/1.1" status: 200 len: 918 time: 0.1537051 Jun 14 17:04:41.833746 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-90af994d-ae3e-41aa-9e31-5af0437ed4e6 req-1f10c082-9d09-4463-816c-4c93f2ecef5a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3fa70af-d4fa-45d9-964c-4d74e61bbc38 HTTP/1.1" status: 200 len: 217 time: 0.0556049 Jun 14 17:04:41.844366 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634be74-1b0e-4cf6-bd9f-1ead0a34394d req-b64a715e-385b-4241-93f1-5fb62230597a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:41.845794 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b634be74-1b0e-4cf6-bd9f-1ead0a34394d req-b64a715e-385b-4241-93f1-5fb62230597a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 943 time: 0.1493461 Jun 14 17:04:41.935492 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af994d-ae3e-41aa-9e31-5af0437ed4e6 req-bcfafdd7-806a-4745-ad9b-b0f09ec8c62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:41.936965 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-90af994d-ae3e-41aa-9e31-5af0437ed4e6 req-bcfafdd7-806a-4745-ad9b-b0f09ec8c62a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=341588b0-f3be-40cf-89af-87293678f8bd HTTP/1.1" status: 200 len: 856 time: 0.0854344 Jun 14 17:04:41.940223 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b634be74-1b0e-4cf6-bd9f-1ead0a34394d req-4c2894c8-f9ea-43bc-baea-39880fbd320a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868883 Jun 14 17:04:42.012828 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af994d-ae3e-41aa-9e31-5af0437ed4e6 req-8fd1f0de-3144-40b4-aac7-ae878c0fd5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:42.014443 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-90af994d-ae3e-41aa-9e31-5af0437ed4e6 req-8fd1f0de-3144-40b4-aac7-ae878c0fd5e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8cefed9c-67eb-4905-8e05-5de75185084f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690463 Jun 14 17:04:42.138718 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-90af994d-ae3e-41aa-9e31-5af0437ed4e6 req-9fdfb30a-28d6-4ffe-b392-cca29908ff01 service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161485 Jun 14 17:04:42.266240 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-90af994d-ae3e-41aa-9e31-5af0437ed4e6 req-b7181b0e-52a7-43c4-b889-6c260fc76ad7 service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196184 Jun 14 17:04:42.525467 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device e3fa70af-d4fa-45d9-964c-4d74e61bbc38 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91926) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 17:04:42.569133 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:42.659983 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port e3fa70af-d4fa-45d9-964c-4d74e61bbc38, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e3fa70af-d4fa-45d9-964c-4d74e61bbc38,segment=NetworkSegment(c597a9f7-28fc-45e8-8d76-f0226ab90e34),segment_id=c597a9f7-28fc-45e8-8d76-f0226ab90e34)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:04:42.672292 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Returning: {'device': 'e3fa70af-d4fa-45d9-964c-4d74e61bbc38', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'port_id': 'e3fa70af-d4fa-45d9-964c-4d74e61bbc38', 'mac_address': 'fa:16:3e:58:02:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '341588b0-f3be-40cf-89af-87293678f8bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91926) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 17:04:42.716994 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:42.732273 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3fa70af-d4fa-45d9-964c-4d74e61bbc38 {{(pid=91926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 17:04:42.753744 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port e3fa70af-d4fa-45d9-964c-4d74e61bbc38, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e3fa70af-d4fa-45d9-964c-4d74e61bbc38,segment=NetworkSegment(c597a9f7-28fc-45e8-8d76-f0226ab90e34),segment_id=c597a9f7-28fc-45e8-8d76-f0226ab90e34)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:04:42.760382 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:42.762140 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:04:42.824636 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=e3fa70af-d4fa-45d9-964c-4d74e61bbc38,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:04:42.832796 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:42.833142 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:42.833487 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:42.833822 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:42.834149 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:42.834503 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:42.834822 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:42.835149 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:42.835529 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:42.835848 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:42.836172 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:42.836483 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:04:42.840699 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:04:43.085215 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['e3fa70af-d4fa-45d9-964c-4d74e61bbc38'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 17:04:43.152167 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbaba3c-6241-4fc1-9fb6-0edd49d7736b req-09e7b54a-136b-4386-82f0-1e5329be392c tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:43.153647 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3cbaba3c-6241-4fc1-9fb6-0edd49d7736b req-09e7b54a-136b-4386-82f0-1e5329be392c tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 944 time: 0.0784764 Jun 14 17:04:43.197616 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3cbaba3c-6241-4fc1-9fb6-0edd49d7736b req-835db4a3-6bba-4b9d-b23e-5322c77247b5 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361547 Jun 14 17:04:44.410207 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:44.537191 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device e3fa70af-d4fa-45d9-964c-4d74e61bbc38 up at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:04:44.600199 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning for port e3fa70af-d4fa-45d9-964c-4d74e61bbc38 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:04:44.604709 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning complete for port e3fa70af-d4fa-45d9-964c-4d74e61bbc38 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:04:44.605087 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:44.677384 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922062e-8cd2-4dc8-92d0-befdec77d5d9 req-0862685c-b656-47a4-b88a-b3a684184981 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:44.678866 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7922062e-8cd2-4dc8-92d0-befdec77d5d9 req-0862685c-b656-47a4-b88a-b3a684184981 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 944 time: 0.3649857 Jun 14 17:04:44.694517 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:44.718975 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ea1595-b4d6-4fe8-92c0-192a2061068d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fa70af-d4fa-45d9-964c-4d74e61bbc38'}] {{(pid=91926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:04:44.720796 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7922062e-8cd2-4dc8-92d0-befdec77d5d9 req-cd9e9ac2-fb9e-4aed-a3d5-c4c279595c60 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361400 Jun 14 17:04:44.721297 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b0a793cb4832d067d15d1ae193df815134514e8483bb184155629213ee4f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7070ac4a-48e1-4d62-962c-a6e7e39947b2" -d '{"events": [{"server_uuid": "53ea1595-b4d6-4fe8-92c0-192a2061068d", "name": "network-vif-plugged", "status": "completed", "tag": "e3fa70af-d4fa-45d9-964c-4d74e61bbc38"}]}' {{(pid=91926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:04:44.735671 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port e3fa70af-d4fa-45d9-964c-4d74e61bbc38, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e3fa70af-d4fa-45d9-964c-4d74e61bbc38,segment=NetworkSegment(c597a9f7-28fc-45e8-8d76-f0226ab90e34),segment_id=c597a9f7-28fc-45e8-8d76-f0226ab90e34)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:04:44.741510 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:44.743922 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:04:44.800857 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=e3fa70af-d4fa-45d9-964c-4d74e61bbc38,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:04:44.804124 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:04:44.814526 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 17:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95705825-228e-4b80-82a3-0961be4ee4e1 x-openstack-request-id: req-95705825-228e-4b80-82a3-0961be4ee4e1 {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:04:44.814802 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ea1595-b4d6-4fe8-92c0-192a2061068d", "name": "network-vif-plugged", "status": "completed", "tag": "e3fa70af-d4fa-45d9-964c-4d74e61bbc38", "code": 200}]} {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:04:44.815057 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95705825-228e-4b80-82a3-0961be4ee4e1 {{(pid=91926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:04:44.815448 dv-cinder-796286-2-iscsi neutron-server[91926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ea1595-b4d6-4fe8-92c0-192a2061068d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fa70af-d4fa-45d9-964c-4d74e61bbc38', 'code': 200} Jun 14 17:04:45.064110 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78344e42-c4f4-48cd-a355-9cd07e5123d6 req-0943f5e4-0e44-41f9-90a9-72439cba3cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:45.065523 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-78344e42-c4f4-48cd-a355-9cd07e5123d6 req-0943f5e4-0e44-41f9-90a9-72439cba3cb8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 1098 time: 0.0625439 Jun 14 17:04:45.106578 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-78344e42-c4f4-48cd-a355-9cd07e5123d6 req-f7a8862d-42df-4ae7-aae6-781ba31bdebf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337400 Jun 14 17:04:45.934175 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839dd6d4-0286-43eb-a170-d56bc6a48a62 req-d85d249e-5fa8-4f24-91d3-8d34a78e17cf tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:45.935709 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-839dd6d4-0286-43eb-a170-d56bc6a48a62 req-d85d249e-5fa8-4f24-91d3-8d34a78e17cf tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0925806 Jun 14 17:04:45.981104 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-839dd6d4-0286-43eb-a170-d56bc6a48a62 req-804a50f8-47ea-425b-a343-f7cdda72de17 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392778 Jun 14 17:04:47.174116 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c3f6c-5c8d-4c2d-ba51-f50c89f50218 req-32708659-4283-4734-8249-093eca5b516f tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:47.175592 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-092c3f6c-5c8d-4c2d-ba51-f50c89f50218 req-32708659-4283-4734-8249-093eca5b516f tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0718219 Jun 14 17:04:47.221517 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-092c3f6c-5c8d-4c2d-ba51-f50c89f50218 req-1bc7ab2f-092d-49ed-9c73-d762a39c029c tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399394 Jun 14 17:04:47.405063 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2a239-97e9-4585-86d5-9ab66dea0bc1 req-70a9c5f5-2497-4b70-9548-b92141cee2d0 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:47.406579 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-31d2a239-97e9-4585-86d5-9ab66dea0bc1 req-70a9c5f5-2497-4b70-9548-b92141cee2d0 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0724998 Jun 14 17:04:47.415036 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 42110) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:04:47.419714 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-b244757f-8137-41a3-9062-b983c0469893 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Request body: {'floatingip': {'port_id': 'e3fa70af-d4fa-45d9-964c-4d74e61bbc38'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:04:47.473030 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b244757f-8137-41a3-9062-b983c0469893 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for floatingip, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:48.032857 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b244757f-8137-41a3-9062-b983c0469893 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:48.037737 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b244757f-8137-41a3-9062-b983c0469893 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594291'] for floatingip, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:48.173668 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.db.l3_db [None req-b244757f-8137-41a3-9062-b983c0469893 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Floating IP 80a91aea-200c-4e50-94a0-ca5964f07d3f associated. External IP: 172.27.0.25, port: e3fa70af-d4fa-45d9-964c-4d74e61bbc38. Jun 14 17:04:48.452188 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b244757f-8137-41a3-9062-b983c0469893 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Router 98b12465-281f-4018-83aa-a5f8dbfde16b has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 17:04:48.601598 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b244757f-8137-41a3-9062-b983c0469893 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 17:04:48.606949 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b244757f-8137-41a3-9062-b983c0469893 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for floatingip, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:04:48.612628 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94226fc4-20e8-434d-bb18-faeb588fbee0 None None] Sync routers for ids ['98b12465-281f-4018-83aa-a5f8dbfde16b'] in dv-cinder-796286-2-iscsi {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 17:04:48.623809 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94226fc4-20e8-434d-bb18-faeb588fbee0 None None] Routers {'98b12465-281f-4018-83aa-a5f8dbfde16b'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:04:48.624433 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-94226fc4-20e8-434d-bb18-faeb588fbee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:04:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['98b12465-281f-4018-83aa-a5f8dbfde16b'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:04:48.647830 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-b244757f-8137-41a3-9062-b983c0469893 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "PUT /v2.0/floatingips/80a91aea-200c-4e50-94a0-ca5964f07d3f HTTP/1.1" status: 200 len: 990 time: 1.2315230 Jun 14 17:04:48.648567 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ea1595-b4d6-4fe8-92c0-192a2061068d', 'tag': 'e3fa70af-d4fa-45d9-964c-4d74e61bbc38'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:04:48.651056 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3f2722-90b9-45f6-a302-906a6c700d34" -d '{"events": [{"name": "network-changed", "server_uuid": "53ea1595-b4d6-4fe8-92c0-192a2061068d", "tag": "e3fa70af-d4fa-45d9-964c-4d74e61bbc38"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:04:48.688618 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 17:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46df9692-56c9-46f8-8f81-2fc97e6a4366 x-openstack-request-id: req-46df9692-56c9-46f8-8f81-2fc97e6a4366 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:04:48.688946 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ea1595-b4d6-4fe8-92c0-192a2061068d", "tag": "e3fa70af-d4fa-45d9-964c-4d74e61bbc38", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:04:48.689233 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46df9692-56c9-46f8-8f81-2fc97e6a4366 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:04:48.689669 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ea1595-b4d6-4fe8-92c0-192a2061068d', 'tag': 'e3fa70af-d4fa-45d9-964c-4d74e61bbc38', 'status': 'completed', 'code': 200} Jun 14 17:04:48.771030 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-94226fc4-20e8-434d-bb18-faeb588fbee0 None None] Set router 98b12465-281f-4018-83aa-a5f8dbfde16b gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:04:48.777709 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f2722-90b9-45f6-a302-906a6c700d34 req-31532328-2596-4940-8a56-1ad39f009c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:48.778536 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4c3f2722-90b9-45f6-a302-906a6c700d34 req-31532328-2596-4940-8a56-1ad39f009c80 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cc06c11ded84810b0dbfe7c673881cf&device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 1098 time: 0.0659389 Jun 14 17:04:48.894412 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f2722-90b9-45f6-a302-906a6c700d34 req-2246495f-7ced-400c-b85a-c96e62501566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:48.895870 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4c3f2722-90b9-45f6-a302-906a6c700d34 req-2246495f-7ced-400c-b85a-c96e62501566 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8cefed9c-67eb-4905-8e05-5de75185084f HTTP/1.1" status: 200 len: 918 time: 0.1108057 Jun 14 17:04:48.982640 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4c3f2722-90b9-45f6-a302-906a6c700d34 req-06b538f8-b9c9-464d-8db5-0b1d8d92cc83 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3fa70af-d4fa-45d9-964c-4d74e61bbc38 HTTP/1.1" status: 200 len: 998 time: 0.0796697 Jun 14 17:04:49.039865 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f2722-90b9-45f6-a302-906a6c700d34 req-5c1f5c68-8708-4d60-8a12-2bde9a1e27ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:49.041282 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4c3f2722-90b9-45f6-a302-906a6c700d34 req-5c1f5c68-8708-4d60-8a12-2bde9a1e27ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=341588b0-f3be-40cf-89af-87293678f8bd HTTP/1.1" status: 200 len: 856 time: 0.0511315 Jun 14 17:04:49.070055 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-94226fc4-20e8-434d-bb18-faeb588fbee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'name': 'tempest-AttachVolumeShelveTestJSON-1420384464-router', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:32Z', 'revision_number': 4, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'gw_port': {'id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_floatingips': [{'id': '80a91aea-200c-4e50-94a0-ca5964f07d3f', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'port_id': 'e3fa70af-d4fa-45d9-964c-4d74e61bbc38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'mac_address': 'fa:16:3e:58:02:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ea1595-b4d6-4fe8-92c0-192a2061068d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T17:04:36Z', 'updated_at': '2021-06-14T17:04:47Z', 'revision_number': 1, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf0467e9-9858-4306-b080-5519d134375b', 'name': '', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'mac_address': 'fa:16:3e:93:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '341588b0-f3be-40cf-89af-87293678f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:31Z', 'updated_at': '2021-06-14T16:57:38Z', 'revision_number': 5, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'subnets': [{'id': '341588b0-f3be-40cf-89af-87293678f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:04:49.074144 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94226fc4-20e8-434d-bb18-faeb588fbee0 None None] Checking router: 98b12465-281f-4018-83aa-a5f8dbfde16b for host: dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 17:04:49.083904 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94226fc4-20e8-434d-bb18-faeb588fbee0 None None] Routers {'98b12465-281f-4018-83aa-a5f8dbfde16b'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:04:49.084532 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-94226fc4-20e8-434d-bb18-faeb588fbee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:04:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['98b12465-281f-4018-83aa-a5f8dbfde16b'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:04:49.112818 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f2722-90b9-45f6-a302-906a6c700d34 req-9dc1ee87-adb9-4922-8467-2e5241f72aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:49.114393 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4c3f2722-90b9-45f6-a302-906a6c700d34 req-9dc1ee87-adb9-4922-8467-2e5241f72aa6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8cefed9c-67eb-4905-8e05-5de75185084f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0623832 Jun 14 17:04:49.124971 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [req-4c3f2722-90b9-45f6-a302-906a6c700d34 req-7b57459e-c36f-4050-8f50-80ae858568c2 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 17:04:49.125926 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4c3f2722-90b9-45f6-a302-906a6c700d34 req-7b57459e-c36f-4050-8f50-80ae858568c2 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049620 Jun 14 17:04:49.236314 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4c3f2722-90b9-45f6-a302-906a6c700d34 req-3479477a-d501-43d3-9fd7-6b539f673ab7 service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038167 Jun 14 17:04:49.240422 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-94226fc4-20e8-434d-bb18-faeb588fbee0 None None] Set router 98b12465-281f-4018-83aa-a5f8dbfde16b gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:04:49.355587 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4c3f2722-90b9-45f6-a302-906a6c700d34 req-e3ad81c0-ca29-4952-bdbf-4aea525b9601 service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122265 Jun 14 17:04:49.664807 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-94226fc4-20e8-434d-bb18-faeb588fbee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'name': 'tempest-AttachVolumeShelveTestJSON-1420384464-router', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:32Z', 'revision_number': 4, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'gw_port': {'id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_floatingips': [{'id': '80a91aea-200c-4e50-94a0-ca5964f07d3f', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'port_id': 'e3fa70af-d4fa-45d9-964c-4d74e61bbc38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'mac_address': 'fa:16:3e:58:02:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ea1595-b4d6-4fe8-92c0-192a2061068d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T17:04:36Z', 'updated_at': '2021-06-14T17:04:47Z', 'revision_number': 1, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf0467e9-9858-4306-b080-5519d134375b', 'name': '', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'mac_address': 'fa:16:3e:93:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '341588b0-f3be-40cf-89af-87293678f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:31Z', 'updated_at': '2021-06-14T16:57:38Z', 'revision_number': 5, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'subnets': [{'id': '341588b0-f3be-40cf-89af-87293678f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:04:49.668419 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94226fc4-20e8-434d-bb18-faeb588fbee0 None None] The sync data for ids ['98b12465-281f-4018-83aa-a5f8dbfde16b'] in dv-cinder-796286-2-iscsi is: [{'id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'name': 'tempest-AttachVolumeShelveTestJSON-1420384464-router', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:32Z', 'revision_number': 4, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'gw_port': {'id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_floatingips': [{'id': '80a91aea-200c-4e50-94a0-ca5964f07d3f', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'port_id': 'e3fa70af-d4fa-45d9-964c-4d74e61bbc38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'mac_address': 'fa:16:3e:58:02:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ea1595-b4d6-4fe8-92c0-192a2061068d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T17:04:36Z', 'updated_at': '2021-06-14T17:04:47Z', 'revision_number': 1, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf0467e9-9858-4306-b080-5519d134375b', 'name': '', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'mac_address': 'fa:16:3e:93:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '341588b0-f3be-40cf-89af-87293678f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:31Z', 'updated_at': '2021-06-14T16:57:38Z', 'revision_number': 5, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'subnets': [{'id': '341588b0-f3be-40cf-89af-87293678f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 17:04:49.849037 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c448a86a-1c98-49b4-bffd-2ede1b8348c7 None None] New status for floating IP 80a91aea-200c-4e50-94a0-ca5964f07d3f: ACTIVE {{(pid=91927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 17:04:57.502299 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-85f9499c-35de-410e-918c-642bcf8bdde6 req-776d82a3-d338-4f3c-ba74-f3f8d503f575 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0615950 Jun 14 17:04:57.616078 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9499c-35de-410e-918c-642bcf8bdde6 req-679e91d4-7b1a-4d09-96a8-7efdb0da1272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:57.617597 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-85f9499c-35de-410e-918c-642bcf8bdde6 req-679e91d4-7b1a-4d09-96a8-7efdb0da1272 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cc06c11ded84810b0dbfe7c673881cf&device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 1098 time: 0.0634124 Jun 14 17:04:57.765782 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9499c-35de-410e-918c-642bcf8bdde6 req-58f7ec3e-0cba-4a3c-895c-14130e3041e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:57.767535 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-85f9499c-35de-410e-918c-642bcf8bdde6 req-58f7ec3e-0cba-4a3c-895c-14130e3041e9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8cefed9c-67eb-4905-8e05-5de75185084f HTTP/1.1" status: 200 len: 918 time: 0.1251252 Jun 14 17:04:57.856018 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-85f9499c-35de-410e-918c-642bcf8bdde6 req-616e444c-0fb3-4c94-8409-7744a5e4c29d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3fa70af-d4fa-45d9-964c-4d74e61bbc38 HTTP/1.1" status: 200 len: 1000 time: 0.0771711 Jun 14 17:04:57.918271 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9499c-35de-410e-918c-642bcf8bdde6 req-a0e66caa-ec9d-4a22-abb9-5f6651c01e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:57.919734 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-85f9499c-35de-410e-918c-642bcf8bdde6 req-a0e66caa-ec9d-4a22-abb9-5f6651c01e57 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=341588b0-f3be-40cf-89af-87293678f8bd HTTP/1.1" status: 200 len: 856 time: 0.0555832 Jun 14 17:04:58.004402 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9499c-35de-410e-918c-642bcf8bdde6 req-3ce0018b-a262-4bb7-ae7a-cf60eb645f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:04:58.005914 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-85f9499c-35de-410e-918c-642bcf8bdde6 req-3ce0018b-a262-4bb7-ae7a-cf60eb645f57 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8cefed9c-67eb-4905-8e05-5de75185084f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787323 Jun 14 17:04:58.142550 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-85f9499c-35de-410e-918c-642bcf8bdde6 req-90067be8-237c-432c-8a69-0755102314a7 service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280639 Jun 14 17:04:58.548031 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-85f9499c-35de-410e-918c-642bcf8bdde6 req-f854bf29-04ab-4f6f-9c0b-1436956a43e7 service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968716 Jun 14 17:05:02.440705 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:05:07.909870 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:05:08.676452 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-65062912-d3c2-4549-be0d-2a2ca9dea0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:05:10.882673 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:05:11.060932 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-4da4f4b0-1424-4138-a26b-1025c82a63b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:05:12.550428 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:05:14.414904 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:05:37.910660 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:05:38.688932 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-e4083db8-3645-4b2b-8cbc-808f527ac72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:05:39.446888 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:05:40.882709 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:05:41.064262 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-809744c9-326d-42f3-bf8d-6cc3afe4b600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:05:42.561583 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:05:44.457315 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:05:59.543099 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6b6d063c-5b74-46a6-895f-9e36a36c1f45 req-7c099f48-1e4b-44d5-a066-e22dfa75dba3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1073778 Jun 14 17:05:59.657928 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d063c-5b74-46a6-895f-9e36a36c1f45 req-aae826b4-90e2-48cf-99e0-b27c3bdcef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:05:59.659438 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6b6d063c-5b74-46a6-895f-9e36a36c1f45 req-aae826b4-90e2-48cf-99e0-b27c3bdcef4d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cc06c11ded84810b0dbfe7c673881cf&device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 1098 time: 0.0652969 Jun 14 17:05:59.807741 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d063c-5b74-46a6-895f-9e36a36c1f45 req-250c0fb9-e9d3-4ea3-ad86-515c6cd14d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:05:59.809191 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6b6d063c-5b74-46a6-895f-9e36a36c1f45 req-250c0fb9-e9d3-4ea3-ad86-515c6cd14d94 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8cefed9c-67eb-4905-8e05-5de75185084f HTTP/1.1" status: 200 len: 918 time: 0.1152577 Jun 14 17:05:59.910060 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6b6d063c-5b74-46a6-895f-9e36a36c1f45 req-37fda05c-be2c-4a41-b106-dc2026329a87 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3fa70af-d4fa-45d9-964c-4d74e61bbc38 HTTP/1.1" status: 200 len: 1000 time: 0.0893350 Jun 14 17:05:59.980738 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d063c-5b74-46a6-895f-9e36a36c1f45 req-d5594a77-82e4-4918-913a-f6ad6ee8e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:05:59.982210 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6b6d063c-5b74-46a6-895f-9e36a36c1f45 req-d5594a77-82e4-4918-913a-f6ad6ee8e62b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=341588b0-f3be-40cf-89af-87293678f8bd HTTP/1.1" status: 200 len: 856 time: 0.0637507 Jun 14 17:06:00.057331 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d063c-5b74-46a6-895f-9e36a36c1f45 req-d12ad9ef-cb17-4f73-8b3f-a83b7ebb234f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:06:00.058878 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6b6d063c-5b74-46a6-895f-9e36a36c1f45 req-d12ad9ef-cb17-4f73-8b3f-a83b7ebb234f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8cefed9c-67eb-4905-8e05-5de75185084f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695846 Jun 14 17:06:00.172562 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6b6d063c-5b74-46a6-895f-9e36a36c1f45 req-4365654d-f7ec-4d83-b4c8-a81a5330deb3 service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061172 Jun 14 17:06:00.296369 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6b6d063c-5b74-46a6-895f-9e36a36c1f45 req-dccc62f9-a645-45f4-8905-f60335e358e0 service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155376 Jun 14 17:06:07.913755 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:06:08.686041 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-85e34b1b-566c-47f0-b752-2f4d96c27c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:06:10.879781 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:06:11.070677 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-b324e7f3-9de6-4e14-8e29-c95ef4e28515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:06:12.565841 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:06:14.416676 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:06:16.441322 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:06:37.914590 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:06:38.683786 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-cbb9e9eb-d6df-46a2-ac1a-50f3ba3e987d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:06:40.878666 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:06:41.069572 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-ffd03c2e-11fe-4280-86fd-cc0ea1ac0f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:06:42.565048 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:06:44.420899 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:06:53.447063 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:07:02.903209 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-262f9fb5-1665-483c-9f10-baf92c035db1 req-b1373ac1-bd17-46fa-8027-777a12735536 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820136 Jun 14 17:07:03.025493 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f9fb5-1665-483c-9f10-baf92c035db1 req-f5f17fc4-958d-431e-a4f3-903de871c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:03.027647 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-262f9fb5-1665-483c-9f10-baf92c035db1 req-f5f17fc4-958d-431e-a4f3-903de871c9cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cc06c11ded84810b0dbfe7c673881cf&device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 1098 time: 0.0726182 Jun 14 17:07:03.188061 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f9fb5-1665-483c-9f10-baf92c035db1 req-92e5ea6f-e997-46fe-ac11-1dcc175a1b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:03.189708 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-262f9fb5-1665-483c-9f10-baf92c035db1 req-92e5ea6f-e997-46fe-ac11-1dcc175a1b10 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8cefed9c-67eb-4905-8e05-5de75185084f HTTP/1.1" status: 200 len: 918 time: 0.1410637 Jun 14 17:07:03.293414 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-262f9fb5-1665-483c-9f10-baf92c035db1 req-c47122b3-9340-4222-aab2-695ee4bdcb7b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3fa70af-d4fa-45d9-964c-4d74e61bbc38 HTTP/1.1" status: 200 len: 1000 time: 0.0954604 Jun 14 17:07:03.363968 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f9fb5-1665-483c-9f10-baf92c035db1 req-87053513-3d5b-4616-9879-cc80e1b3825d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:03.365694 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-262f9fb5-1665-483c-9f10-baf92c035db1 req-87053513-3d5b-4616-9879-cc80e1b3825d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=341588b0-f3be-40cf-89af-87293678f8bd HTTP/1.1" status: 200 len: 856 time: 0.0654652 Jun 14 17:07:03.445004 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f9fb5-1665-483c-9f10-baf92c035db1 req-048e4b34-01af-4ddb-b70a-ccc50dc52f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:03.446557 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-262f9fb5-1665-483c-9f10-baf92c035db1 req-048e4b34-01af-4ddb-b70a-ccc50dc52f90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8cefed9c-67eb-4905-8e05-5de75185084f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737638 Jun 14 17:07:03.587619 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-262f9fb5-1665-483c-9f10-baf92c035db1 req-4d9d23f3-68b8-4474-9cde-9e2bc37c4435 service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332560 Jun 14 17:07:03.725363 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-262f9fb5-1665-483c-9f10-baf92c035db1 req-a4e46e63-a538-4467-9e9a-bf2b0db4d9ba service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296852 Jun 14 17:07:05.671547 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d51adc-4ad6-40b9-80af-9dbea081a23a req-3375a763-5c30-430f-8307-3f1a0c4e325a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:05.673086 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-79d51adc-4ad6-40b9-80af-9dbea081a23a req-3375a763-5c30-430f-8307-3f1a0c4e325a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0714943 Jun 14 17:07:05.716871 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-79d51adc-4ad6-40b9-80af-9dbea081a23a req-2e8d0fab-c6e8-4a02-a95a-e813a73c55c8 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378819 Jun 14 17:07:06.915821 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79e341-1a3c-45d3-a0db-0e1ff248b0ee req-f801ee57-2859-4fcf-9533-4d40566b7e51 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:06.917318 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0f79e341-1a3c-45d3-a0db-0e1ff248b0ee req-f801ee57-2859-4fcf-9533-4d40566b7e51 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0761127 Jun 14 17:07:06.960600 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0f79e341-1a3c-45d3-a0db-0e1ff248b0ee req-98e0e279-7964-469b-84f4-cad95f09c704 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374963 Jun 14 17:07:07.921117 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:08.152806 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276aa35c-295e-488e-a46b-d04b66bb23e8 req-1d66bae0-3cf3-4ee1-acc2-021312c14021 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:08.154340 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-276aa35c-295e-488e-a46b-d04b66bb23e8 req-1d66bae0-3cf3-4ee1-acc2-021312c14021 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0738134 Jun 14 17:07:08.197999 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-276aa35c-295e-488e-a46b-d04b66bb23e8 req-3ad9dddf-2c2c-47f5-8088-bfc5fface79c tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374870 Jun 14 17:07:08.678494 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-22de1b9f-0321-4992-b034-77ed65971065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:09.445010 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d93fd-4e04-421d-95e2-4702e4b3647d req-816ebb5b-4b8a-4512-b480-c646dc8f79e1 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:09.445010 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-be1d93fd-4e04-421d-95e2-4702e4b3647d req-816ebb5b-4b8a-4512-b480-c646dc8f79e1 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.1008921 Jun 14 17:07:09.495301 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-be1d93fd-4e04-421d-95e2-4702e4b3647d req-b2c5680d-c002-4261-938a-94755ee1d835 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540056 Jun 14 17:07:10.696285 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8453f-2f85-4a4c-b63a-49f89eca9d5a req-ba9f78f3-175d-446b-b1a6-89dbf3bd4f4d tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:10.697834 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b1e8453f-2f85-4a4c-b63a-49f89eca9d5a req-ba9f78f3-175d-446b-b1a6-89dbf3bd4f4d tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0902767 Jun 14 17:07:10.741741 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b1e8453f-2f85-4a4c-b63a-49f89eca9d5a req-da8fca1d-3d87-45a7-b92d-5f5702c3c30f tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381217 Jun 14 17:07:10.872505 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:11.069130 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-7979bdf0-8d9c-4a63-87ec-9d50bfd286db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:11.949452 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e8605-0fdc-4444-ab36-c66f5e5f2efe req-811c58ac-528d-4343-a31b-788c3546ce52 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:11.951011 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-cf8e8605-0fdc-4444-ab36-c66f5e5f2efe req-811c58ac-528d-4343-a31b-788c3546ce52 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0808082 Jun 14 17:07:12.004083 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-cf8e8605-0fdc-4444-ab36-c66f5e5f2efe req-cd76b57b-192a-44c9-990f-a4a912575392 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435863 Jun 14 17:07:12.566060 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:13.203311 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34f239-5268-4a8e-8f75-d41948e9579b req-18bf5971-e86d-4f0b-a970-e1b3c3d00b53 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:13.204839 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2f34f239-5268-4a8e-8f75-d41948e9579b req-18bf5971-e86d-4f0b-a970-e1b3c3d00b53 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0729861 Jun 14 17:07:13.248003 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2f34f239-5268-4a8e-8f75-d41948e9579b req-5640eeb7-a751-49d0-ac4c-09706d70c102 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373349 Jun 14 17:07:14.426485 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:14.608235 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d8454-886e-4195-bb4f-2d96cce3a0a5 req-1f49d828-485b-4b45-b2ac-4a78a4153f12 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:14.609824 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-022d8454-886e-4195-bb4f-2d96cce3a0a5 req-1f49d828-485b-4b45-b2ac-4a78a4153f12 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0802007 Jun 14 17:07:14.656474 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-022d8454-886e-4195-bb4f-2d96cce3a0a5 req-82d644bd-bb92-453e-9ad2-43d501ad5c80 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404451 Jun 14 17:07:15.848207 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0511f07-31e7-43cc-a13c-1515ca66275f req-37fa080b-5705-4d49-8ba1-8bd5f49d9030 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:15.849718 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a0511f07-31e7-43cc-a13c-1515ca66275f req-37fa080b-5705-4d49-8ba1-8bd5f49d9030 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0749824 Jun 14 17:07:15.904012 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a0511f07-31e7-43cc-a13c-1515ca66275f req-9f1a701d-525f-4ec9-8532-343f9c25df7f tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480480 Jun 14 17:07:17.108768 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3817074-15d5-4915-98e1-478638de1f21 req-9e8431ed-3ee2-4859-81ee-03929b51df46 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:17.110319 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f3817074-15d5-4915-98e1-478638de1f21 req-9e8431ed-3ee2-4859-81ee-03929b51df46 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0786991 Jun 14 17:07:17.156417 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f3817074-15d5-4915-98e1-478638de1f21 req-a1162dbf-af1f-4f22-94bb-9edd5e862ee4 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399649 Jun 14 17:07:18.352793 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e28093-b055-42e0-944d-0cfc7133315c req-4400e97f-41ee-4934-9110-a03438612211 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:18.354263 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-53e28093-b055-42e0-944d-0cfc7133315c req-4400e97f-41ee-4934-9110-a03438612211 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0733361 Jun 14 17:07:18.404512 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-53e28093-b055-42e0-944d-0cfc7133315c req-df42e6af-3c8f-44f2-a90a-cb34ffba85d0 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407884 Jun 14 17:07:19.603258 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f60f7f-e355-4c24-ba75-03d7de1e6ce0 req-8d1e50a7-6077-45ff-861e-305f3e2a86c1 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:19.604656 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-33f60f7f-e355-4c24-ba75-03d7de1e6ce0 req-8d1e50a7-6077-45ff-861e-305f3e2a86c1 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0757954 Jun 14 17:07:19.648928 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-33f60f7f-e355-4c24-ba75-03d7de1e6ce0 req-4ee9cfe7-200d-44e5-9cbe-d3b0862ea175 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380347 Jun 14 17:07:20.846069 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d3848-0bbc-4de9-a193-de37d5d93935 req-3d98f032-fc01-47a9-ad3a-652ffa4fe2a5 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:20.847616 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2b0d3848-0bbc-4de9-a193-de37d5d93935 req-3d98f032-fc01-47a9-ad3a-652ffa4fe2a5 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0804265 Jun 14 17:07:20.891080 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2b0d3848-0bbc-4de9-a193-de37d5d93935 req-70c12af9-672c-496a-87fb-25be65230397 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376778 Jun 14 17:07:22.093239 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88639387-48a0-43db-86ab-c2d3efc71304 req-8e9f9a7c-68d5-453e-a72b-74bdc9ed8423 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:22.094997 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-88639387-48a0-43db-86ab-c2d3efc71304 req-8e9f9a7c-68d5-453e-a72b-74bdc9ed8423 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0803671 Jun 14 17:07:22.142929 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-88639387-48a0-43db-86ab-c2d3efc71304 req-867558a2-78ad-41e9-a9b6-f3e2313fc9df tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419393 Jun 14 17:07:23.339625 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5868ca-a663-4bff-9438-a56b94e4cafc req-cef715ce-cbfa-4b52-b909-fa35f8f6cc6f tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:23.340892 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fd5868ca-a663-4bff-9438-a56b94e4cafc req-cef715ce-cbfa-4b52-b909-fa35f8f6cc6f tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0708635 Jun 14 17:07:23.388493 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fd5868ca-a663-4bff-9438-a56b94e4cafc req-7b7ce51c-683e-45cf-9d26-c7a34967881b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415654 Jun 14 17:07:24.628368 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc00a7-fd93-47f1-ae88-2339b2ae8650 req-daa09174-5ea9-4826-a5ae-8a223c2b57c1 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:24.630939 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-30dc00a7-fd93-47f1-ae88-2339b2ae8650 req-daa09174-5ea9-4826-a5ae-8a223c2b57c1 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.1055851 Jun 14 17:07:24.681569 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-30dc00a7-fd93-47f1-ae88-2339b2ae8650 req-4e5242fa-38c2-4ffb-9cf5-80d328fbcf6a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437777 Jun 14 17:07:25.895583 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2b54c-405c-4d9a-9dc1-c35212e7aa63 req-23750ed9-2986-43e4-845c-3cfa335a4835 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:25.897126 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-65f2b54c-405c-4d9a-9dc1-c35212e7aa63 req-23750ed9-2986-43e4-845c-3cfa335a4835 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0838382 Jun 14 17:07:25.954358 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-65f2b54c-405c-4d9a-9dc1-c35212e7aa63 req-e0a86215-4fa3-4e0e-818a-17f435ed2715 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508306 Jun 14 17:07:27.190494 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df65d5-fc84-491b-ba6c-0031e7385700 req-59a4cad1-6a3f-48bf-8074-857ab67ce249 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:27.192278 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a8df65d5-fc84-491b-ba6c-0031e7385700 req-59a4cad1-6a3f-48bf-8074-857ab67ce249 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0887911 Jun 14 17:07:27.244787 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a8df65d5-fc84-491b-ba6c-0031e7385700 req-965a242d-42dc-4301-8921-bd344218a1e5 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433924 Jun 14 17:07:27.358382 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device e3fa70af-d4fa-45d9-964c-4d74e61bbc38 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91926) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 17:07:27.494454 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port e3fa70af-d4fa-45d9-964c-4d74e61bbc38, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e3fa70af-d4fa-45d9-964c-4d74e61bbc38,segment=NetworkSegment(c597a9f7-28fc-45e8-8d76-f0226ab90e34),segment_id=c597a9f7-28fc-45e8-8d76-f0226ab90e34)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:07:27.509370 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Returning: {'device': 'e3fa70af-d4fa-45d9-964c-4d74e61bbc38', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'port_id': 'e3fa70af-d4fa-45d9-964c-4d74e61bbc38', 'mac_address': 'fa:16:3e:58:02:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '341588b0-f3be-40cf-89af-87293678f8bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91926) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 17:07:27.566829 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:27.586823 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3fa70af-d4fa-45d9-964c-4d74e61bbc38 {{(pid=91926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 17:07:27.615470 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port e3fa70af-d4fa-45d9-964c-4d74e61bbc38, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e3fa70af-d4fa-45d9-964c-4d74e61bbc38,segment=NetworkSegment(c597a9f7-28fc-45e8-8d76-f0226ab90e34),segment_id=c597a9f7-28fc-45e8-8d76-f0226ab90e34)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:07:27.622873 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:27.624806 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:07:27.691692 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=e3fa70af-d4fa-45d9-964c-4d74e61bbc38,revision_number=6']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:07:27.699248 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:27.699591 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:27.700052 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:27.700389 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:27.700711 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:27.701452 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:27.701452 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:27.701714 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:27.702593 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:27.702593 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:27.702910 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:27.703073 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:27.707742 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:07:27.709774 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['e3fa70af-d4fa-45d9-964c-4d74e61bbc38'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 17:07:28.462377 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cedbaa-b8da-4229-a7c0-d0e8c4bc74fa req-06fae594-0f9e-4f48-9371-7d7d5a4104c7 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:28.468807 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e0cedbaa-b8da-4229-a7c0-d0e8c4bc74fa req-06fae594-0f9e-4f48-9371-7d7d5a4104c7 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 944 time: 0.0932376 Jun 14 17:07:28.512046 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e0cedbaa-b8da-4229-a7c0-d0e8c4bc74fa req-3d08bcd0-9541-4dd9-8bd6-724c113f6f1d tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418615 Jun 14 17:07:29.370180 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device e3fa70af-d4fa-45d9-964c-4d74e61bbc38 up at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:07:29.424655 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning complete for port e3fa70af-d4fa-45d9-964c-4d74e61bbc38 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:07:29.425189 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:29.526539 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:29.557274 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ea1595-b4d6-4fe8-92c0-192a2061068d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fa70af-d4fa-45d9-964c-4d74e61bbc38'}] {{(pid=91926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:07:29.560046 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b0a793cb4832d067d15d1ae193df815134514e8483bb184155629213ee4f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d59727-2df6-4ec2-b1ba-3e1af433aca1" -d '{"events": [{"server_uuid": "53ea1595-b4d6-4fe8-92c0-192a2061068d", "name": "network-vif-plugged", "status": "completed", "tag": "e3fa70af-d4fa-45d9-964c-4d74e61bbc38"}]}' {{(pid=91926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:07:29.575005 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port e3fa70af-d4fa-45d9-964c-4d74e61bbc38, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e3fa70af-d4fa-45d9-964c-4d74e61bbc38,segment=NetworkSegment(c597a9f7-28fc-45e8-8d76-f0226ab90e34),segment_id=c597a9f7-28fc-45e8-8d76-f0226ab90e34)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:07:29.581758 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:29.583863 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-d9b2a76c-0c40-41ad-927a-393fb5d1bc78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:07:29.617883 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 17:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae489c85-a5cc-4466-b8e3-e5401ea2be36 x-openstack-request-id: req-ae489c85-a5cc-4466-b8e3-e5401ea2be36 {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:07:29.618185 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ea1595-b4d6-4fe8-92c0-192a2061068d", "name": "network-vif-plugged", "status": "completed", "tag": "e3fa70af-d4fa-45d9-964c-4d74e61bbc38", "code": 200}]} {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:07:29.618470 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae489c85-a5cc-4466-b8e3-e5401ea2be36 {{(pid=91926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:07:29.618903 dv-cinder-796286-2-iscsi neutron-server[91926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ea1595-b4d6-4fe8-92c0-192a2061068d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fa70af-d4fa-45d9-964c-4d74e61bbc38', 'code': 200} Jun 14 17:07:29.660346 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=e3fa70af-d4fa-45d9-964c-4d74e61bbc38,revision_number=7']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:07:29.664269 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:07:29.775478 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e75095-361c-49b0-b0a7-5cab547c377f req-3fb8b95e-7e04-4405-a51f-c8af95f61248 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:29.783131 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-59e75095-361c-49b0-b0a7-5cab547c377f req-3fb8b95e-7e04-4405-a51f-c8af95f61248 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0910232 Jun 14 17:07:29.833250 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-59e75095-361c-49b0-b0a7-5cab547c377f req-a23cacd3-28be-4c0f-a224-e35e98a33837 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489273 Jun 14 17:07:30.446424 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:07:31.063037 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7109e-2855-4e10-8d70-9c04f5946e64 req-092190e9-bc81-4e38-91f3-e9004a81038d tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:31.064693 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d6e7109e-2855-4e10-8d70-9c04f5946e64 req-092190e9-bc81-4e38-91f3-e9004a81038d tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0773473 Jun 14 17:07:31.115819 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d6e7109e-2855-4e10-8d70-9c04f5946e64 req-a20ae6d0-2e0d-46e7-a557-093a2e123fc4 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410957 Jun 14 17:07:31.375848 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 43212) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:07:31.597606 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_v2 [None req-572d71a9-4c90-4f6c-aade-e4913b13bab1 admin admin] Deleting subnet 353e88d2-826d-48b0-b773-b21ee41e26bc {{(pid=91924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 17:07:31.612610 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-572d71a9-4c90-4f6c-aade-e4913b13bab1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:31.668632 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-572d71a9-4c90-4f6c-aade-e4913b13bab1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11922896'] for subnet, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:31.719062 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-572d71a9-4c90-4f6c-aade-e4913b13bab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3822193'] for subnet, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:31.791410 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-572d71a9-4c90-4f6c-aade-e4913b13bab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3822200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12204727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12516290'] for subnet, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:31.793912 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-31580fc6-d04a-44fa-93ba-d105ef703c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:07:31.830106 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d71a9-4c90-4f6c-aade-e4913b13bab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=353e88d2-826d-48b0-b773-b21ee41e26bc,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:07:31.838053 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-572d71a9-4c90-4f6c-aade-e4913b13bab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:31.842408 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-572d71a9-4c90-4f6c-aade-e4913b13bab1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/353e88d2-826d-48b0-b773-b21ee41e26bc HTTP/1.1" status: 204 len: 168 time: 0.4630339 Jun 14 17:07:31.842910 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 43216) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:07:31.851298 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d71a9-4c90-4f6c-aade-e4913b13bab1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:31.851775 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d71a9-4c90-4f6c-aade-e4913b13bab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:31.852223 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d71a9-4c90-4f6c-aade-e4913b13bab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:31.852652 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d71a9-4c90-4f6c-aade-e4913b13bab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:31.853106 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d71a9-4c90-4f6c-aade-e4913b13bab1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:31.853516 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d71a9-4c90-4f6c-aade-e4913b13bab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:31.853923 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d71a9-4c90-4f6c-aade-e4913b13bab1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:31.854350 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d71a9-4c90-4f6c-aade-e4913b13bab1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:31.854800 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d71a9-4c90-4f6c-aade-e4913b13bab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:31.855199 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d71a9-4c90-4f6c-aade-e4913b13bab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:31.855850 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d71a9-4c90-4f6c-aade-e4913b13bab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:31.856358 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572d71a9-4c90-4f6c-aade-e4913b13bab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:31.868236 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-572d71a9-4c90-4f6c-aade-e4913b13bab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:07:31.955304 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-dc0813fa-0d01-4e02-b07f-f3eb1fb87122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684090'] for network, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:32.085439 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-dc0813fa-0d01-4e02-b07f-f3eb1fb87122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3827948', 'neutron.services.segments.db._delete_segments_for_network-8769377283256'] for network, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:32.098329 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-dc0813fa-0d01-4e02-b07f-f3eb1fb87122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927d0da3-f5de-4d65-98ab-baad45685c75']}} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:07:32.109576 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-dc0813fa-0d01-4e02-b07f-f3eb1fb87122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e58af3e3-d34d-44a8-bd0b-020f1014752c') {'for_net_delete': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:07:32.110017 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-dc0813fa-0d01-4e02-b07f-f3eb1fb87122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e58af3e3-d34d-44a8-bd0b-020f1014752c') {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:07:32.121202 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-dc0813fa-0d01-4e02-b07f-f3eb1fb87122 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769377283094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11696419'] for segment, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:32.135635 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-dc0813fa-0d01-4e02-b07f-f3eb1fb87122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:32.141544 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0813fa-0d01-4e02-b07f-f3eb1fb87122 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=91925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 17:07:32.141897 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-dc0813fa-0d01-4e02-b07f-f3eb1fb87122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11589309'] for segment, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: conditions |= (models_v2.Port.network_id.in_( Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: Traceback (most recent call last): Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: timer() Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: cb(*args, **kw) Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: return func(*args, **kwargs) Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: self._notify() Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: self.callback(batched_events) Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: event.method(event) Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: return f(self, *a, **k) Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: return self._get(url).json() Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: return self.request(url, 'GET', **kwargs) Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 17:07:32.143552 dv-cinder-796286-2-iscsi neutron-server[91925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 17:07:32.231934 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-dc0813fa-0d01-4e02-b07f-f3eb1fb87122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3827955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594186'] for network, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:32.243964 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:07:32.260668 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-dc0813fa-0d01-4e02-b07f-f3eb1fb87122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:32.265743 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-dc0813fa-0d01-4e02-b07f-f3eb1fb87122 admin admin] 10.222.0.25 "DELETE /v2.0/networks/927d0da3-f5de-4d65-98ab-baad45685c75 HTTP/1.1" status: 204 len: 168 time: 0.4215958 Jun 14 17:07:32.267552 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0813fa-0d01-4e02-b07f-f3eb1fb87122 admin admin] Pushing event deleted for resources: {'Network': ['ID=927d0da3-f5de-4d65-98ab-baad45685c75,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:07:32.276733 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0813fa-0d01-4e02-b07f-f3eb1fb87122 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:32.277347 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0813fa-0d01-4e02-b07f-f3eb1fb87122 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:32.277998 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0813fa-0d01-4e02-b07f-f3eb1fb87122 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:32.278513 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0813fa-0d01-4e02-b07f-f3eb1fb87122 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:32.278997 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0813fa-0d01-4e02-b07f-f3eb1fb87122 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:32.279481 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0813fa-0d01-4e02-b07f-f3eb1fb87122 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:32.279977 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0813fa-0d01-4e02-b07f-f3eb1fb87122 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:32.280456 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0813fa-0d01-4e02-b07f-f3eb1fb87122 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:32.280991 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0813fa-0d01-4e02-b07f-f3eb1fb87122 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:32.281591 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0813fa-0d01-4e02-b07f-f3eb1fb87122 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:32.282083 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0813fa-0d01-4e02-b07f-f3eb1fb87122 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:32.282458 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0813fa-0d01-4e02-b07f-f3eb1fb87122 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:07:32.285934 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-dc0813fa-0d01-4e02-b07f-f3eb1fb87122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:07:32.357493 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434faed9-a076-4438-867e-c03432d9cd9d req-b5a7d0f7-15c9-4d34-9cd7-f9add75ac9c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:32.359123 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-434faed9-a076-4438-867e-c03432d9cd9d req-b5a7d0f7-15c9-4d34-9cd7-f9add75ac9c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.1136842 Jun 14 17:07:32.412167 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-434faed9-a076-4438-867e-c03432d9cd9d req-9fbe5fcd-dfa1-4487-8a24-e5eca3893ca5 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464098 Jun 14 17:07:32.429300 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 43230) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:07:32.492423 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-8f2f1826-3ffc-4850-84e0-4aadcdf46a11 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=38943e41fd53442e807b067339b3f0ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0619700 Jun 14 17:07:32.494968 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 43232) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:07:32.563853 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-61a515e0-fa9f-4468-b1bb-2db992d0db4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:32.591008 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-61a515e0-fa9f-4468-b1bb-2db992d0db4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:32.662952 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-61a515e0-fa9f-4468-b1bb-2db992d0db4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:32.665617 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-61a515e0-fa9f-4468-b1bb-2db992d0db4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:32.671985 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-61a515e0-fa9f-4468-b1bb-2db992d0db4d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6603499d-31c0-49d0-b695-40baaeb30742 HTTP/1.1" status: 204 len: 168 time: 0.1733623 Jun 14 17:07:32.673094 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-05e0b6fc-3427-4c2b-94f5-9e95c23bc2c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:07:32.684619 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a515e0-fa9f-4468-b1bb-2db992d0db4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6603499d-31c0-49d0-b695-40baaeb30742,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:07:32.687210 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-61a515e0-fa9f-4468-b1bb-2db992d0db4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:07:34.024518 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba2348-01d9-4e86-adc8-954f59c41ed1 req-0f0f5a1b-9262-4cb7-b991-150eb814eac2 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:34.031822 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9cba2348-01d9-4e86-adc8-954f59c41ed1 req-0f0f5a1b-9262-4cb7-b991-150eb814eac2 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0920923 Jun 14 17:07:34.113971 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9cba2348-01d9-4e86-adc8-954f59c41ed1 req-5feab546-d0de-4198-b2a7-8ca59cf544e8 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812113 Jun 14 17:07:35.339568 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66594768-e25a-4266-aba1-67b678e69df0 req-aba35163-18ef-44bc-9240-0fe9b3bef3b7 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:35.341846 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-66594768-e25a-4266-aba1-67b678e69df0 req-aba35163-18ef-44bc-9240-0fe9b3bef3b7 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0857351 Jun 14 17:07:35.408205 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-66594768-e25a-4266-aba1-67b678e69df0 req-6783a1a3-a06c-4e23-ad14-9020d7b258de tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566726 Jun 14 17:07:36.612381 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a885298-c7e2-4d5c-86ac-5249d39c99d1 req-5e129120-a1b3-4053-a912-41d2ec49e1c5 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:36.613827 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0a885298-c7e2-4d5c-86ac-5249d39c99d1 req-5e129120-a1b3-4053-a912-41d2ec49e1c5 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0772948 Jun 14 17:07:36.664673 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0a885298-c7e2-4d5c-86ac-5249d39c99d1 req-66fb1bf2-4c12-4ef7-92f3-863d2b1b3720 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449600 Jun 14 17:07:37.857816 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb43c7f-0c09-4718-b8c1-53158ed92abf req-20f018d4-faf3-4541-8681-1c6697d36179 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:37.859468 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2cb43c7f-0c09-4718-b8c1-53158ed92abf req-20f018d4-faf3-4541-8681-1c6697d36179 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0744574 Jun 14 17:07:37.903413 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2cb43c7f-0c09-4718-b8c1-53158ed92abf req-3b99d7af-9e03-472b-aa8c-b15c3727a284 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380235 Jun 14 17:07:37.936666 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:38.676963 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c83560af-8082-4e57-a1a9-8910762f27af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:39.141390 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb1b03-df7e-469d-a089-2d772507356e req-f7782117-cb24-4d95-8213-135b3b467219 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:39.143100 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-09fb1b03-df7e-469d-a089-2d772507356e req-f7782117-cb24-4d95-8213-135b3b467219 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0915425 Jun 14 17:07:39.190579 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-09fb1b03-df7e-469d-a089-2d772507356e req-58a613af-f4a8-4424-9c05-56a0d81dcf82 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414565 Jun 14 17:07:39.460836 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342571d0-8815-40a0-b844-446498ba8485 req-571923a5-7039-4a47-bb04-3921919f3c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:39.462214 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-342571d0-8815-40a0-b844-446498ba8485 req-571923a5-7039-4a47-bb04-3921919f3c59 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cc06c11ded84810b0dbfe7c673881cf&device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 1098 time: 0.0619602 Jun 14 17:07:39.582028 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342571d0-8815-40a0-b844-446498ba8485 req-251eb795-fded-46af-8851-387cf6faad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:39.583521 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-342571d0-8815-40a0-b844-446498ba8485 req-251eb795-fded-46af-8851-387cf6faad6b service neutron] 10.222.0.43 "GET /v2.0/networks?id=8cefed9c-67eb-4905-8e05-5de75185084f HTTP/1.1" status: 200 len: 918 time: 0.1137466 Jun 14 17:07:39.674508 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-342571d0-8815-40a0-b844-446498ba8485 req-9b94964e-f9b2-41c5-8682-ce15f2629969 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3fa70af-d4fa-45d9-964c-4d74e61bbc38 HTTP/1.1" status: 200 len: 1000 time: 0.0831501 Jun 14 17:07:39.734249 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342571d0-8815-40a0-b844-446498ba8485 req-93f09981-4a60-4f28-81a4-5068c3029205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:39.735855 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-342571d0-8815-40a0-b844-446498ba8485 req-93f09981-4a60-4f28-81a4-5068c3029205 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=341588b0-f3be-40cf-89af-87293678f8bd HTTP/1.1" status: 200 len: 856 time: 0.0545237 Jun 14 17:07:39.811196 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342571d0-8815-40a0-b844-446498ba8485 req-48e13708-a7de-4aa1-8338-cf7e2305e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:39.812823 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-342571d0-8815-40a0-b844-446498ba8485 req-48e13708-a7de-4aa1-8338-cf7e2305e1ae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8cefed9c-67eb-4905-8e05-5de75185084f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680108 Jun 14 17:07:39.929478 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-342571d0-8815-40a0-b844-446498ba8485 req-be4e5761-0055-410c-aef0-0df09852c0ae service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091540 Jun 14 17:07:40.050191 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-342571d0-8815-40a0-b844-446498ba8485 req-337dc5f1-c6ea-458c-9e2c-5a72ee053e35 service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123874 Jun 14 17:07:40.384061 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74f48d-435a-4225-ac6f-af387f23f8ec req-72f7decf-4662-4884-8120-f7e82f7679e5 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:40.385470 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3c74f48d-435a-4225-ac6f-af387f23f8ec req-72f7decf-4662-4884-8120-f7e82f7679e5 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0734820 Jun 14 17:07:40.434584 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3c74f48d-435a-4225-ac6f-af387f23f8ec req-25fac518-1ff5-494f-a900-c11aa6c5bb25 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431671 Jun 14 17:07:40.879330 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:41.072932 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-89b3c622-529c-4c63-9496-e7b2cff6778d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:41.632616 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c246e3-5f9b-4bd0-8717-e68df344def5 req-b65d4604-278e-405b-bc5e-6d39ec5873f8 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:41.634418 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-25c246e3-5f9b-4bd0-8717-e68df344def5 req-b65d4604-278e-405b-bc5e-6d39ec5873f8 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 945 time: 0.0749354 Jun 14 17:07:41.677803 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-25c246e3-5f9b-4bd0-8717-e68df344def5 req-d965ac5f-5f39-43ae-bdcc-d2d02a89b315 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375559 Jun 14 17:07:41.960163 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device e3fa70af-d4fa-45d9-964c-4d74e61bbc38 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:07:42.048071 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:42.073487 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ea1595-b4d6-4fe8-92c0-192a2061068d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3fa70af-d4fa-45d9-964c-4d74e61bbc38'}] {{(pid=91926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:07:42.075787 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b0a793cb4832d067d15d1ae193df815134514e8483bb184155629213ee4f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6721c0-ad99-4a52-b287-c9141b9e400c" -d '{"events": [{"server_uuid": "53ea1595-b4d6-4fe8-92c0-192a2061068d", "name": "network-vif-unplugged", "status": "completed", "tag": "e3fa70af-d4fa-45d9-964c-4d74e61bbc38"}]}' {{(pid=91926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:07:42.093445 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port e3fa70af-d4fa-45d9-964c-4d74e61bbc38, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e3fa70af-d4fa-45d9-964c-4d74e61bbc38,segment=NetworkSegment(c597a9f7-28fc-45e8-8d76-f0226ab90e34),segment_id=c597a9f7-28fc-45e8-8d76-f0226ab90e34)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:07:42.098869 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:42.102085 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-cbb5f21b-a674-4938-962a-5bfe61e084dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:07:42.130500 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Jun 2021 17:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11c5724-5053-498c-8897-1a0a198c7165 x-openstack-request-id: req-f11c5724-5053-498c-8897-1a0a198c7165 {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:07:42.130801 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ea1595-b4d6-4fe8-92c0-192a2061068d", "name": "network-vif-unplugged", "status": "completed", "tag": "e3fa70af-d4fa-45d9-964c-4d74e61bbc38", "code": 200}]} {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:07:42.131063 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f11c5724-5053-498c-8897-1a0a198c7165 {{(pid=91926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:07:42.131462 dv-cinder-796286-2-iscsi neutron-server[91926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ea1595-b4d6-4fe8-92c0-192a2061068d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3fa70af-d4fa-45d9-964c-4d74e61bbc38', 'code': 200} Jun 14 17:07:42.161995 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=e3fa70af-d4fa-45d9-964c-4d74e61bbc38,revision_number=8']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:07:42.165440 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:07:42.569498 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:42.869724 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3637e-845b-40e2-82e7-573e7a28bb42 req-d37e5a0a-157d-4f93-9b7c-70a0318d71f8 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:42.871292 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-07e3637e-845b-40e2-82e7-573e7a28bb42 req-d37e5a0a-157d-4f93-9b7c-70a0318d71f8 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 943 time: 0.0755069 Jun 14 17:07:42.920156 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-07e3637e-845b-40e2-82e7-573e7a28bb42 req-57199ec8-a797-4aa0-81bb-2a0f88c6e20b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428371 Jun 14 17:07:44.121261 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596e019-4114-4d63-b40c-313dea42f0a0 req-cc202c84-c09f-4b30-87e9-18dc74b6e8e4 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:44.122783 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a596e019-4114-4d63-b40c-313dea42f0a0 req-cc202c84-c09f-4b30-87e9-18dc74b6e8e4 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 943 time: 0.0747783 Jun 14 17:07:44.166231 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a596e019-4114-4d63-b40c-313dea42f0a0 req-176a807c-a90a-4fc9-8323-45b8bb64f28a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376348 Jun 14 17:07:44.478950 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:45.352648 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe765ce-7135-42f2-9aad-304b555d710d req-afacbbcd-173c-4a01-af8c-157e05492f5f tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:45.354040 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dfe765ce-7135-42f2-9aad-304b555d710d req-afacbbcd-173c-4a01-af8c-157e05492f5f tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 943 time: 0.0687773 Jun 14 17:07:45.400445 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dfe765ce-7135-42f2-9aad-304b555d710d req-958cd916-2837-484b-855a-7413e0714c31 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406468 Jun 14 17:07:46.593610 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c9f1e-2f36-4458-b270-9b718ff1daed req-91ee1879-f073-4321-b2c5-cb10e4ab5f29 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:46.595153 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e19c9f1e-2f36-4458-b270-9b718ff1daed req-91ee1879-f073-4321-b2c5-cb10e4ab5f29 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 943 time: 0.0749204 Jun 14 17:07:46.638090 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e19c9f1e-2f36-4458-b270-9b718ff1daed req-c5ddafb2-8b81-4722-a5ea-2f72711fc209 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371592 Jun 14 17:07:47.835012 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af7b0e-2314-4c55-8138-c5bdd773cf09 req-2b72fe81-d25c-489e-bbef-dc309eeeb814 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:47.836655 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e6af7b0e-2314-4c55-8138-c5bdd773cf09 req-2b72fe81-d25c-489e-bbef-dc309eeeb814 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 943 time: 0.0770752 Jun 14 17:07:47.884371 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e6af7b0e-2314-4c55-8138-c5bdd773cf09 req-fcd42169-d546-4642-a4f5-a9a99e165de8 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418572 Jun 14 17:07:49.115814 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502885e-b5b4-42ce-9005-1f5492a72300 req-8098e8ac-e610-4ffa-b1df-34273513f780 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:49.117294 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7502885e-b5b4-42ce-9005-1f5492a72300 req-8098e8ac-e610-4ffa-b1df-34273513f780 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 943 time: 0.0717256 Jun 14 17:07:49.160008 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7502885e-b5b4-42ce-9005-1f5492a72300 req-4c749d39-dedd-4704-8de6-d6908fcf2e37 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367436 Jun 14 17:07:49.339402 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 43462) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:07:49.482818 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-ff1e5299-a295-4c95-ba74-96fe9de88dd7 req-ed4fc79b-6ddf-4603-8cdc-f608c32247e5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1411335 Jun 14 17:07:50.362043 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf74994-5841-4e15-b475-c731d7c2413c req-68742122-92f1-4f73-bd58-17779ca228cd tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:50.364278 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-baf74994-5841-4e15-b475-c731d7c2413c req-68742122-92f1-4f73-bd58-17779ca228cd tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 943 time: 0.0784614 Jun 14 17:07:50.419225 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-baf74994-5841-4e15-b475-c731d7c2413c req-b3370354-79ed-426f-80db-3521e4273995 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492980 Jun 14 17:07:50.543412 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e5299-a295-4c95-ba74-96fe9de88dd7 req-5ac0470f-8da8-4317-bd8c-d40584737ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:50.544898 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ff1e5299-a295-4c95-ba74-96fe9de88dd7 req-5ac0470f-8da8-4317-bd8c-d40584737ab7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d&tenant_id=9cc06c11ded84810b0dbfe7c673881cf HTTP/1.1" status: 200 len: 1096 time: 0.0967975 Jun 14 17:07:50.633755 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e5299-a295-4c95-ba74-96fe9de88dd7 req-60028d8a-28e7-45cc-8ecb-7917734a3e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:50.635135 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ff1e5299-a295-4c95-ba74-96fe9de88dd7 req-60028d8a-28e7-45cc-8ecb-7917734a3e3d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cc06c11ded84810b0dbfe7c673881cf&device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 1096 time: 0.0630181 Jun 14 17:07:50.752768 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e5299-a295-4c95-ba74-96fe9de88dd7 req-fb7ba1ea-bded-42fb-88f7-618ccd35c07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:50.754219 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ff1e5299-a295-4c95-ba74-96fe9de88dd7 req-fb7ba1ea-bded-42fb-88f7-618ccd35c07a service neutron] 10.222.0.43 "GET /v2.0/networks?id=8cefed9c-67eb-4905-8e05-5de75185084f HTTP/1.1" status: 200 len: 918 time: 0.1119952 Jun 14 17:07:50.844230 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ff1e5299-a295-4c95-ba74-96fe9de88dd7 req-14fe24d6-dd60-4696-be3d-f65bb6b54c3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3fa70af-d4fa-45d9-964c-4d74e61bbc38 HTTP/1.1" status: 200 len: 998 time: 0.0787225 Jun 14 17:07:50.905087 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e5299-a295-4c95-ba74-96fe9de88dd7 req-137836f8-d735-4fbf-acd9-71345906e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:50.906751 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ff1e5299-a295-4c95-ba74-96fe9de88dd7 req-137836f8-d735-4fbf-acd9-71345906e204 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=341588b0-f3be-40cf-89af-87293678f8bd HTTP/1.1" status: 200 len: 856 time: 0.0521669 Jun 14 17:07:50.982151 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e5299-a295-4c95-ba74-96fe9de88dd7 req-72bbd156-9304-4d06-876d-cc2c5fddf59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:50.984033 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ff1e5299-a295-4c95-ba74-96fe9de88dd7 req-72bbd156-9304-4d06-876d-cc2c5fddf59d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8cefed9c-67eb-4905-8e05-5de75185084f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673370 Jun 14 17:07:51.397553 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ff1e5299-a295-4c95-ba74-96fe9de88dd7 req-9b6a9c92-78cd-4f0f-b81a-a2281abeefef service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054334 Jun 14 17:07:51.451971 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device e3fa70af-d4fa-45d9-964c-4d74e61bbc38 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:07:51.518854 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ff1e5299-a295-4c95-ba74-96fe9de88dd7 req-39bbd149-4508-4494-9089-da1d7b785f50 service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107230 Jun 14 17:07:51.619519 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aca6387-3316-4115-85d3-ee6a84e7911b req-4c45cae1-27e4-4e1f-acf1-d4b1241324ff tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:51.621001 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7aca6387-3316-4115-85d3-ee6a84e7911b req-4c45cae1-27e4-4e1f-acf1-d4b1241324ff tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 943 time: 0.0767174 Jun 14 17:07:51.664239 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7aca6387-3316-4115-85d3-ee6a84e7911b req-78b0113d-c4d0-431e-9bc4-a8723e7b9293 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372119 Jun 14 17:07:52.858631 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19346da-27bd-43e5-bf7a-12b62f77188b req-e5f435bb-8606-41b2-8ffe-46583aa875d0 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:52.860307 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a19346da-27bd-43e5-bf7a-12b62f77188b req-e5f435bb-8606-41b2-8ffe-46583aa875d0 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 943 time: 0.0744119 Jun 14 17:07:52.912397 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a19346da-27bd-43e5-bf7a-12b62f77188b req-aefdbbae-3578-4d13-8538-def5dba54289 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462530 Jun 14 17:07:53.455408 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 43530) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:07:53.561352 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-70c5db17-5d9f-4504-87b2-5291d154c561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:53.672181 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-70c5db17-5d9f-4504-87b2-5291d154c561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:53.676691 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-70c5db17-5d9f-4504-87b2-5291d154c561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:53.679629 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ca168935-1c44-48c3-8566-e310f6e0e57c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:07:53.721716 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-70c5db17-5d9f-4504-87b2-5291d154c561 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d4df5e3819843b597d1e1ce9e49b963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2649715 Jun 14 17:07:53.724319 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 43534) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:07:53.724891 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5db17-5d9f-4504-87b2-5291d154c561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5eea81-9af3-4c5d-8b81-c7d327ebdbfa,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:07:53.728165 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-70c5db17-5d9f-4504-87b2-5291d154c561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:07:53.784832 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7323b371-13b6-4d65-a46a-8883382791ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:53.810209 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7323b371-13b6-4d65-a46a-8883382791ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:53.866323 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7323b371-13b6-4d65-a46a-8883382791ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:53.869490 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7323b371-13b6-4d65-a46a-8883382791ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:53.870681 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-7323b371-13b6-4d65-a46a-8883382791ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac5eea81-9af3-4c5d-8b81-c7d327ebdbfa HTTP/1.1" status: 204 len: 168 time: 0.1453815 Jun 14 17:07:53.871503 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-182ceb51-cfd1-45de-8ab1-495c001fa9b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:07:53.881636 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323b371-13b6-4d65-a46a-8883382791ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5eea81-9af3-4c5d-8b81-c7d327ebdbfa,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:07:53.884231 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-7323b371-13b6-4d65-a46a-8883382791ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:07:54.112955 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cba976-5b1f-4ce6-8cc2-d3284e44a000 req-29e637bd-bdd1-47e8-97a0-6eac365dbcea tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:54.114711 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-31cba976-5b1f-4ce6-8cc2-d3284e44a000 req-29e637bd-bdd1-47e8-97a0-6eac365dbcea tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 943 time: 0.0773561 Jun 14 17:07:54.165879 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-31cba976-5b1f-4ce6-8cc2-d3284e44a000 req-46408da8-04f0-4e4b-b2c9-167af202484f tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452580 Jun 14 17:07:54.628928 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 43560) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:07:54.738241 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-665e373a-c5cd-40dd-94eb-729a267b7e90 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-226554596-network', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:07:54.765089 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665e373a-c5cd-40dd-94eb-729a267b7e90 admin admin] Made reservation on behalf of 3bddc90907524095ad0401cb14a2f68c for: {'network': 1} {{(pid=91925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 17:07:54.767576 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-665e373a-c5cd-40dd-94eb-729a267b7e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for network, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:54.778649 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-665e373a-c5cd-40dd-94eb-729a267b7e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:54.882859 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-665e373a-c5cd-40dd-94eb-729a267b7e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:54.887900 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-665e373a-c5cd-40dd-94eb-729a267b7e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:54.891200 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-27b76542-c54a-4210-9681-186288bf4aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:07:54.922342 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665e373a-c5cd-40dd-94eb-729a267b7e90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=91925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 17:07:54.928945 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e373a-c5cd-40dd-94eb-729a267b7e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467afebc-ab0f-428b-af28-1bd1f84e62c8,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:07:54.933706 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-665e373a-c5cd-40dd-94eb-729a267b7e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:07:54.939462 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-665e373a-c5cd-40dd-94eb-729a267b7e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:54.939741 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.db.segments_db [None req-665e373a-c5cd-40dd-94eb-729a267b7e90 admin admin] Added segment 1c809044-8102-4954-be5c-aa36261c8519 of type vlan for network 8560731a-9c90-4793-ae30-ab87841a8fed Jun 14 17:07:54.994104 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-665e373a-c5cd-40dd-94eb-729a267b7e90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769376812472'] for network, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:55.027177 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-665e373a-c5cd-40dd-94eb-729a267b7e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:55.028849 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665e373a-c5cd-40dd-94eb-729a267b7e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:55.029634 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-665e373a-c5cd-40dd-94eb-729a267b7e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:55.032141 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:07:55.076996 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-665e373a-c5cd-40dd-94eb-729a267b7e90 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4442415 Jun 14 17:07:55.077437 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 43566) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:07:55.082589 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-50d7da4f-3ea8-473b-8702-cb429c8afab2 admin admin] Request body: {'subnet': {'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-226554596-subnet', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'ip_version': 4}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:07:55.103898 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d7da4f-3ea8-473b-8702-cb429c8afab2 admin admin] Made reservation on behalf of 3bddc90907524095ad0401cb14a2f68c for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 17:07:55.106342 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-50d7da4f-3ea8-473b-8702-cb429c8afab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12516335'] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:55.122886 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e373a-c5cd-40dd-94eb-729a267b7e90 admin admin] Pushing event updated for resources: {'Network': ['ID=8560731a-9c90-4793-ae30-ab87841a8fed,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:07:55.132590 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-665e373a-c5cd-40dd-94eb-729a267b7e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:07:55.134790 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Network 8560731a-9c90-4793-ae30-ab87841a8fed details requested by agent ovs-agent-dv-cinder-796286-2-iscsi with host dv-cinder-796286-2-iscsi {{(pid=91926) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 17:07:55.390520 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-50d7da4f-3ea8-473b-8702-cb429c8afab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12204788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12516345'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:55.400840 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-eda15820-0d2f-4b8d-85ea-34da4d704039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:07:55.482553 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604f00c-27ae-4c0c-a608-cf5cdfb620f4 req-d3c23cbb-b83c-4712-9b26-a542e2396db7 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:55.484102 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c604f00c-27ae-4c0c-a608-cf5cdfb620f4 req-d3c23cbb-b83c-4712-9b26-a542e2396db7 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 943 time: 0.1519167 Jun 14 17:07:55.492502 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d7da4f-3ea8-473b-8702-cb429c8afab2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cabad88-fac4-45e5-a292-a7d08d2f23f7,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:07:55.498421 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-50d7da4f-3ea8-473b-8702-cb429c8afab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:07:55.510098 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d7da4f-3ea8-473b-8702-cb429c8afab2 admin admin] Checking segment: {'id': '1c809044-8102-4954-be5c-aa36261c8519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 17:07:55.510476 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d7da4f-3ea8-473b-8702-cb429c8afab2 admin admin] Network hostable DHCP agents. Network: 8560731a-9c90-4793-ae30-ab87841a8fed, hostable agents: ['375ffa47-0472-477a-9943-d26e949c75c5'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 17:07:55.551740 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c604f00c-27ae-4c0c-a608-cf5cdfb620f4 req-ef69cd1a-c83b-4a18-a914-1190e3e20aeb tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602393 Jun 14 17:07:55.552776 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d7da4f-3ea8-473b-8702-cb429c8afab2 admin admin] Network 8560731a-9c90-4793-ae30-ab87841a8fed is scheduled to be hosted by DHCP agent 375ffa47-0472-477a-9943-d26e949c75c5 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 17:07:55.564299 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-50d7da4f-3ea8-473b-8702-cb429c8afab2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-iscsi, 8560731a-9c90-4793-ae30-ab87841a8fed) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:07:55.569872 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d7da4f-3ea8-473b-8702-cb429c8afab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:55.570757 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-50d7da4f-3ea8-473b-8702-cb429c8afab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:55.586765 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cff4a31-47ad-424f-b186-d06bfa1c7ca5 None None] Network 8560731a-9c90-4793-ae30-ab87841a8fed requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 17:07:55.597438 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-50d7da4f-3ea8-473b-8702-cb429c8afab2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5188067 Jun 14 17:07:55.600533 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 43572) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:07:55.605853 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-99aa76d1-371a-413e-9089-ad9a0383cdb2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:07:55.627949 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-99aa76d1-371a-413e-9089-ad9a0383cdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-621740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106213'] for router, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:55.629211 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-99aa76d1-371a-413e-9089-ad9a0383cdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-621771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595165', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106220'] for router, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:55.719212 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-99aa76d1-371a-413e-9089-ad9a0383cdb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:55.803025 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc755246c-0e71-5945-9550-72e741f73a7f-8560731a-9c90-4793-ae30-ab87841a8fed', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'fixed_ips': [{'subnet_id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7'}]}} from dv-cinder-796286-2-iscsi. {{(pid=91926) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 17:07:55.803959 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:55.933965 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-99aa76d1-371a-413e-9089-ad9a0383cdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-621758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106234'] for router, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:56.123485 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.db_base_plugin_common [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] Allocated IP 172.20.0.2 (8560731a-9c90-4793-ae30-ab87841a8fed/6cabad88-fac4-45e5-a292-a7d08d2f23f7/e0c3d52e-315c-47b0-a17b-48aae77a2486) {{(pid=91926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 17:07:56.251242 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-99aa76d1-371a-413e-9089-ad9a0383cdb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:56.287298 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-99aa76d1-371a-413e-9089-ad9a0383cdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:56.316389 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] Notify callbacks [] for port, precommit_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:56.328847 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] Transition to ACTIVE for port object e0c3d52e-315c-47b0-a17b-48aae77a2486 will not be triggered until provisioned by entity L2. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:07:56.349360 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] Transition to ACTIVE for port object e0c3d52e-315c-47b0-a17b-48aae77a2486 will not be triggered until provisioned by entity DHCP. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:07:56.356118 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408'] for port, after_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:56.358340 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-705f6a9b-799c-4f4f-aae1-0038a37d82ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:07:56.407813 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] Network 8560731a-9c90-4793-ae30-ab87841a8fed is already hosted by enough agents. {{(pid=91926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:07:56.410728 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.scheduler.base_scheduler [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] Resources bound (agent type, host, resource id): {{(pid=91926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:07:56.415194 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] Received port after_create {{(pid=91926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 17:07:56.418261 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] Pushing event updated for resources: {'Port': ['ID=e0c3d52e-315c-47b0-a17b-48aae77a2486,revision_number=1']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:07:56.422160 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:07:56.439673 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [None req-99aa76d1-371a-413e-9089-ad9a0383cdb2 admin admin] Allocated IP 172.27.0.153 (2e21213b-d279-4f17-b7ac-a39d3c551e15/cd8b9889-3c5e-49b3-9c23-75f1e7c20530/348ce51a-ec03-46f7-a66c-5b8ca0ef4272) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 17:07:56.517496 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] Attempting to bind port e0c3d52e-315c-47b0-a17b-48aae77a2486 on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 17:07:56.517750 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] Attempting to bind port e0c3d52e-315c-47b0-a17b-48aae77a2486 by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': '1c809044-8102-4954-be5c-aa36261c8519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed'}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 17:07:56.518211 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] Attempting to bind port e0c3d52e-315c-47b0-a17b-48aae77a2486 on network 8560731a-9c90-4793-ae30-ab87841a8fed {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:07:56.524917 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 17, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 17:07:56.524917 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] Checking segment: {'id': '1c809044-8102-4954-be5c-aa36261c8519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 17:07:56.525218 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:56.525503 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] Bound using segment: {'id': '1c809044-8102-4954-be5c-aa36261c8519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed'} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 17:07:56.525913 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] Bound port: e0c3d52e-315c-47b0-a17b-48aae77a2486, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c809044-8102-4954-be5c-aa36261c8519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed'}}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 17:07:56.526304 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:56.614003 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] For port e0c3d52e-315c-47b0-a17b-48aae77a2486, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 17:07:56.618547 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] For port e0c3d52e-315c-47b0-a17b-48aae77a2486, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=e0c3d52e-315c-47b0-a17b-48aae77a2486,segment=NetworkSegment(1c809044-8102-4954-be5c-aa36261c8519),segment_id=1c809044-8102-4954-be5c-aa36261c8519)] {{(pid=91926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 17:07:56.627865 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:56.629812 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-99aa76d1-371a-413e-9089-ad9a0383cdb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:56.630181 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:07:56.724050 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] Pushing event updated for resources: {'Port': ['ID=e0c3d52e-315c-47b0-a17b-48aae77a2486,revision_number=2']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:07:56.733360 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-99aa76d1-371a-413e-9089-ad9a0383cdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11589351'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:56.735556 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:07:56.752284 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:07:56.847670 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa76d1-371a-413e-9089-ad9a0383cdb2 admin admin] Pushing event updated for resources: {'Port': ['ID=348ce51a-ec03-46f7-a66c-5b8ca0ef4272,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:07:56.854887 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aa76d1-371a-413e-9089-ad9a0383cdb2 admin admin] Network 2e21213b-d279-4f17-b7ac-a39d3c551e15 is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:07:56.857297 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-99aa76d1-371a-413e-9089-ad9a0383cdb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:07:56.857297 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-99aa76d1-371a-413e-9089-ad9a0383cdb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:07:56.874938 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa76d1-371a-413e-9089-ad9a0383cdb2 admin admin] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 17:07:56.892199 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a972f9-09e3-496b-93e1-2f0ad3ef778e req-25edd2e8-04f4-4fab-8545-6b629afa544c tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:56.893916 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-64a972f9-09e3-496b-93e1-2f0ad3ef778e req-25edd2e8-04f4-4fab-8545-6b629afa544c tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 943 time: 0.1485825 Jun 14 17:07:56.984446 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-64a972f9-09e3-496b-93e1-2f0ad3ef778e req-747a1983-d9bd-4058-8022-88cb128d8199 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748119 Jun 14 17:07:57.634647 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-99aa76d1-371a-413e-9089-ad9a0383cdb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:57.857365 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865a4a0c-af4d-4954-87b1-6583c1a77122 None None] Network 8560731a-9c90-4793-ae30-ab87841a8fed requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 17:07:57.938594 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-99aa76d1-371a-413e-9089-ad9a0383cdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-621735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594330'] for router, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:57.948908 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-51f12a15-9221-4330-8117-e7858b11e449 None None] Provisioning for port e0c3d52e-315c-47b0-a17b-48aae77a2486 completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:07:58.186684 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99aa76d1-371a-413e-9089-ad9a0383cdb2 admin admin] Router cc16f8da-c677-4efc-b59c-3d7780f8bce5 is scheduled to L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 with binding_index 1 {{(pid=91925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 17:07:58.284295 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c443a73-0995-4273-b003-b3a2e19c7403 req-5aa0ef5a-3614-4b72-bb8c-8acc347f5bd2 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:58.285902 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0c443a73-0995-4273-b003-b3a2e19c7403 req-5aa0ef5a-3614-4b72-bb8c-8acc347f5bd2 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 943 time: 0.1160886 Jun 14 17:07:58.351243 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0c443a73-0995-4273-b003-b3a2e19c7403 req-83998b24-be02-4f3f-8e48-a84d92bb8278 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592923 Jun 14 17:07:58.383277 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99aa76d1-371a-413e-9089-ad9a0383cdb2 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 17:07:58.392638 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] Sync routers for ids ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'] in dv-cinder-796286-2-iscsi {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 17:07:58.408726 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-99aa76d1-371a-413e-9089-ad9a0383cdb2 admin admin] Notify callbacks [] for router, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:58.409056 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] Routers {'cc16f8da-c677-4efc-b59c-3d7780f8bce5'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:07:58.409706 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:07:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:07:58.410079 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-99aa76d1-371a-413e-9089-ad9a0383cdb2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8082705 Jun 14 17:07:58.412940 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 43584) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:07:58.579827 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device e0c3d52e-315c-47b0-a17b-48aae77a2486 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:07:58.703217 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] Set router cc16f8da-c677-4efc-b59c-3d7780f8bce5 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:07:58.826121 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port e0c3d52e-315c-47b0-a17b-48aae77a2486 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:07:58.873731 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port e0c3d52e-315c-47b0-a17b-48aae77a2486 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:07:58.875028 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:59.036063 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:59.064030 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:07:55Z', 'updated_at': '2021-06-14T17:07:57Z', 'revision_number': 3, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'gw_port': {'id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:56Z', 'updated_at': '2021-06-14T17:07:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:07:59.079510 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] Checking router: cc16f8da-c677-4efc-b59c-3d7780f8bce5 for host: dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 17:07:59.080173 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] Updating router cc16f8da-c677-4efc-b59c-3d7780f8bce5 port 348ce51a-ec03-46f7-a66c-5b8ca0ef4272 binding host dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 17:07:59.086067 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] For port e0c3d52e-315c-47b0-a17b-48aae77a2486, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=e0c3d52e-315c-47b0-a17b-48aae77a2486,segment=NetworkSegment(1c809044-8102-4954-be5c-aa36261c8519),segment_id=1c809044-8102-4954-be5c-aa36261c8519)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:07:59.115313 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:59.119514 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-9ed64f2e-f8fe-466a-8e84-eabe49e1de1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:07:59.138027 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9336970a-4a9c-4e8e-9cf6-879b41b33034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:59.170874 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:59.254177 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Pushing event updated for resources: {'Port': ['ID=e0c3d52e-315c-47b0-a17b-48aae77a2486,revision_number=3']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:07:59.269051 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:07:59.353735 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-9336970a-4a9c-4e8e-9cf6-879b41b33034 admin admin] Allocated IP 172.20.0.1 (8560731a-9c90-4793-ae30-ab87841a8fed/6cabad88-fac4-45e5-a292-a7d08d2f23f7/634a005b-73ca-41e5-9e96-26cf6b83c51d) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 17:07:59.602987 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] Notify callbacks [] for port, precommit_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:59.622157 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] Transition to ACTIVE for port object 348ce51a-ec03-46f7-a66c-5b8ca0ef4272 will not be triggered until provisioned by entity L2. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:07:59.633671 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:59.636590 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-705f6a9b-799c-4f4f-aae1-0038a37d82ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:07:59.637284 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9336970a-4a9c-4e8e-9cf6-879b41b33034 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:59.666017 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528ce20-2cd7-4819-8465-8158b9b6f3ce req-32f972e3-e314-4d2e-a1e0-82db8c7ea637 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:07:59.668572 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8528ce20-2cd7-4819-8465-8158b9b6f3ce req-32f972e3-e314-4d2e-a1e0-82db8c7ea637 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 943 time: 0.1510377 Jun 14 17:07:59.668891 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [None req-9336970a-4a9c-4e8e-9cf6-879b41b33034 admin admin] Transition to ACTIVE for port object 634a005b-73ca-41e5-9e96-26cf6b83c51d will not be triggered until provisioned by entity DHCP. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:07:59.765128 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8528ce20-2cd7-4819-8465-8158b9b6f3ce req-36222d25-a915-47ef-a4ca-0a3781f9b4e8 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855815 Jun 14 17:07:59.780582 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9336970a-4a9c-4e8e-9cf6-879b41b33034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12205892'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:59.784821 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9bf8ea19-1c83-410f-80cd-8237fa4bd60d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:07:59.841913 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9336970a-4a9c-4e8e-9cf6-879b41b33034 admin admin] Network 8560731a-9c90-4793-ae30-ab87841a8fed is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:07:59.844940 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-9336970a-4a9c-4e8e-9cf6-879b41b33034 admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:07:59.847722 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9336970a-4a9c-4e8e-9cf6-879b41b33034 admin admin] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 17:07:59.879479 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] Attempting to bind port 348ce51a-ec03-46f7-a66c-5b8ca0ef4272 on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 17:07:59.880100 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] Attempting to bind port 348ce51a-ec03-46f7-a66c-5b8ca0ef4272 by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 17:07:59.880190 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] Attempting to bind port 348ce51a-ec03-46f7-a66c-5b8ca0ef4272 on network 2e21213b-d279-4f17-b7ac-a39d3c551e15 {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:07:59.898851 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 17, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 17:07:59.899286 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] Checking segment: {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 17:07:59.899701 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:59.900101 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] Bound using segment: {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 17:07:59.900669 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] Bound port: 348ce51a-ec03-46f7-a66c-5b8ca0ef4272, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 17:07:59.901049 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:59.909064 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9336970a-4a9c-4e8e-9cf6-879b41b33034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591455'] for router_interface, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:07:59.948859 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bdfdb2-a16e-4941-8d4f-1f8fd927ce26 None None] Pushing event updated for resources: {'Port': ['ID=348ce51a-ec03-46f7-a66c-5b8ca0ef4272,revision_number=2']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:07:59.948859 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-31bdfdb2-a16e-4941-8d4f-1f8fd927ce26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:07:59.994155 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] For port 348ce51a-ec03-46f7-a66c-5b8ca0ef4272, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 17:07:59.997681 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] For port 348ce51a-ec03-46f7-a66c-5b8ca0ef4272, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=348ce51a-ec03-46f7-a66c-5b8ca0ef4272,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 17:08:00.006068 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:00.011477 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-e40752ec-bf0a-4ada-9510-8f93bbe70eab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:00.062242 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336970a-4a9c-4e8e-9cf6-879b41b33034 admin admin] Pushing event updated for resources: {'Port': ['ID=634a005b-73ca-41e5-9e96-26cf6b83c51d,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:00.065363 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9336970a-4a9c-4e8e-9cf6-879b41b33034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:00.110581 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] Routers {'cc16f8da-c677-4efc-b59c-3d7780f8bce5'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:08:00.114843 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:07:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:08:00.159449 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9336970a-4a9c-4e8e-9cf6-879b41b33034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:00.259488 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bdfdb2-a16e-4941-8d4f-1f8fd927ce26 None None] Pushing event updated for resources: {'Port': ['ID=348ce51a-ec03-46f7-a66c-5b8ca0ef4272,revision_number=3']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:00.272425 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-31bdfdb2-a16e-4941-8d4f-1f8fd927ce26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:00.276546 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c7519044-ac41-4582-a233-182c2bd90fcc None None] Provisioning for port 634a005b-73ca-41e5-9e96-26cf6b83c51d completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:08:00.283559 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c7519044-ac41-4582-a233-182c2bd90fcc None None] Provisioning complete for port 634a005b-73ca-41e5-9e96-26cf6b83c51d triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:08:00.283935 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c7519044-ac41-4582-a233-182c2bd90fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:00.345521 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-c7519044-ac41-4582-a233-182c2bd90fcc None None] Port 634a005b-73ca-41e5-9e96-26cf6b83c51d cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 17:08:00.348207 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] Set router cc16f8da-c677-4efc-b59c-3d7780f8bce5 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:08:00.397726 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9336970a-4a9c-4e8e-9cf6-879b41b33034 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:00.403843 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9336970a-4a9c-4e8e-9cf6-879b41b33034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:00.407770 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e4038f91-c929-48b3-8b06-5c244ed8c2a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:00.491197 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336970a-4a9c-4e8e-9cf6-879b41b33034 admin admin] Pushing event updated for resources: {'Port': ['ID=634a005b-73ca-41e5-9e96-26cf6b83c51d,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:00.496550 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9336970a-4a9c-4e8e-9cf6-879b41b33034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:00.501765 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device e0c3d52e-315c-47b0-a17b-48aae77a2486 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:08:00.517496 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9336970a-4a9c-4e8e-9cf6-879b41b33034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591563'] for router_interface, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:00.658624 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9336970a-4a9c-4e8e-9cf6-879b41b33034 admin admin] Network 8560731a-9c90-4793-ae30-ab87841a8fed is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:08:00.660348 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-9336970a-4a9c-4e8e-9cf6-879b41b33034 admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:08:00.672557 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port e0c3d52e-315c-47b0-a17b-48aae77a2486 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:08:00.672938 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:00.888832 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:07:55Z', 'updated_at': '2021-06-14T17:08:00Z', 'revision_number': 4, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'gw_port': {'id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:56Z', 'updated_at': '2021-06-14T17:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '634a005b-73ca-41e5-9e96-26cf6b83c51d', 'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:59Z', 'updated_at': '2021-06-14T17:07:59Z', 'revision_number': 1, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'subnets': [{'id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:08:00.893786 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f40d27-6a62-403a-8dd4-ec4e1d74b12d None None] The sync data for ids ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'] in dv-cinder-796286-2-iscsi is: [{'id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:07:55Z', 'updated_at': '2021-06-14T17:08:00Z', 'revision_number': 4, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'gw_port': {'id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:56Z', 'updated_at': '2021-06-14T17:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '634a005b-73ca-41e5-9e96-26cf6b83c51d', 'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:59Z', 'updated_at': '2021-06-14T17:07:59Z', 'revision_number': 1, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'subnets': [{'id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 17:08:00.907046 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9336970a-4a9c-4e8e-9cf6-879b41b33034 admin admin] Router cc16f8da-c677-4efc-b59c-3d7780f8bce5 has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 17:08:00.973790 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-edbf980d-0792-49ff-a02f-bff7412ac6a0 None None] Provisioning complete for port 634a005b-73ca-41e5-9e96-26cf6b83c51d triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:08:00.974560 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-edbf980d-0792-49ff-a02f-bff7412ac6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:01.020520 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-edbf980d-0792-49ff-a02f-bff7412ac6a0 None None] Port 634a005b-73ca-41e5-9e96-26cf6b83c51d cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 17:08:01.162028 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9336970a-4a9c-4e8e-9cf6-879b41b33034 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 17:08:01.168304 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-9336970a-4a9c-4e8e-9cf6-879b41b33034 admin admin] 10.222.0.25 "PUT /v2.0/routers/cc16f8da-c677-4efc-b59c-3d7780f8bce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7542398 Jun 14 17:08:01.191088 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cca671-8fb0-4d2e-9541-3d868dc92ec2 req-df8f26d0-ab89-475c-b2b0-505b8daed2b4 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:01.214029 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-42cca671-8fb0-4d2e-9541-3d868dc92ec2 req-df8f26d0-ab89-475c-b2b0-505b8daed2b4 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 943 time: 0.2048028 Jun 14 17:08:01.277380 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-42cca671-8fb0-4d2e-9541-3d868dc92ec2 req-235c00a4-d071-464a-965c-65a041b2aad7 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617723 Jun 14 17:08:01.813955 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 43612) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:08:01.819681 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-8161328d-16b3-4b02-ba96-5fb33a8e7f4b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-23537548-network', 'tenant_id': '6938ae434fa9436592935727b4345f25'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:08:01.846947 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8161328d-16b3-4b02-ba96-5fb33a8e7f4b admin admin] Made reservation on behalf of 6938ae434fa9436592935727b4345f25 for: {'network': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 17:08:01.849290 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8161328d-16b3-4b02-ba96-5fb33a8e7f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for network, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:01.861180 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8161328d-16b3-4b02-ba96-5fb33a8e7f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:01.986794 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8161328d-16b3-4b02-ba96-5fb33a8e7f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:01.991131 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8161328d-16b3-4b02-ba96-5fb33a8e7f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:01.994671 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-74fd7079-8093-4278-94aa-41d057bdccf0 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:02.037554 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8161328d-16b3-4b02-ba96-5fb33a8e7f4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=91924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 17:08:02.042934 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161328d-16b3-4b02-ba96-5fb33a8e7f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10d183a-3681-42ba-a8f7-03fe77631602,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:02.058554 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8161328d-16b3-4b02-ba96-5fb33a8e7f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:02.059152 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.db.segments_db [None req-8161328d-16b3-4b02-ba96-5fb33a8e7f4b admin admin] Added segment e176e0f4-cc2c-4b4e-96ea-915b7c09e50f of type vlan for network d0ab1610-1ed6-4000-b4ab-7717a4bad907 Jun 14 17:08:02.081644 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8161328d-16b3-4b02-ba96-5fb33a8e7f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:02.126940 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8161328d-16b3-4b02-ba96-5fb33a8e7f4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769376812472'] for network, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:02.161867 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8161328d-16b3-4b02-ba96-5fb33a8e7f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:02.163564 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8161328d-16b3-4b02-ba96-5fb33a8e7f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:02.163987 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8161328d-16b3-4b02-ba96-5fb33a8e7f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:02.166021 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:02.210781 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-8161328d-16b3-4b02-ba96-5fb33a8e7f4b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3955126 Jun 14 17:08:02.214121 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 43616) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:08:02.220348 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-b4eee77b-a453-4a37-88a7-dcc013c4c89b admin admin] Request body: {'subnet': {'network_id': 'd0ab1610-1ed6-4000-b4ab-7717a4bad907', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-23537548-subnet', 'tenant_id': '6938ae434fa9436592935727b4345f25', 'ip_version': 4}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:08:02.250270 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4eee77b-a453-4a37-88a7-dcc013c4c89b admin admin] Made reservation on behalf of 6938ae434fa9436592935727b4345f25 for: {'subnet': 1} {{(pid=91925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 17:08:02.252704 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b4eee77b-a453-4a37-88a7-dcc013c4c89b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12509313'] for subnet, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:02.256434 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161328d-16b3-4b02-ba96-5fb33a8e7f4b admin admin] Pushing event updated for resources: {'Network': ['ID=d0ab1610-1ed6-4000-b4ab-7717a4bad907,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:02.259529 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8161328d-16b3-4b02-ba96-5fb33a8e7f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:02.267310 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Network d0ab1610-1ed6-4000-b4ab-7717a4bad907 details requested by agent ovs-agent-dv-cinder-796286-2-iscsi with host dv-cinder-796286-2-iscsi {{(pid=91926) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 17:08:02.474971 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b4eee77b-a453-4a37-88a7-dcc013c4c89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11588439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12509335'] for subnet, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:02.477913 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-69b5b31d-2052-4c34-9b93-cc0794b58ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:02.520582 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89f051-843e-4868-98ee-6181932dbd7f req-46fe75be-af36-4592-a74c-d4e545a74f05 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:02.522443 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8e89f051-843e-4868-98ee-6181932dbd7f req-46fe75be-af36-4592-a74c-d4e545a74f05 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 943 time: 0.1043968 Jun 14 17:08:02.548275 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 348ce51a-ec03-46f7-a66c-5b8ca0ef4272 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:08:02.560485 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eee77b-a453-4a37-88a7-dcc013c4c89b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6769066c-d049-4aba-b541-69ca75ca4ce8,revision_number=0']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:02.569417 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-b4eee77b-a453-4a37-88a7-dcc013c4c89b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:02.570359 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eee77b-a453-4a37-88a7-dcc013c4c89b admin admin] Checking segment: {'id': 'e176e0f4-cc2c-4b4e-96ea-915b7c09e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd0ab1610-1ed6-4000-b4ab-7717a4bad907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 17:08:02.570916 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eee77b-a453-4a37-88a7-dcc013c4c89b admin admin] Network hostable DHCP agents. Network: d0ab1610-1ed6-4000-b4ab-7717a4bad907, hostable agents: ['375ffa47-0472-477a-9943-d26e949c75c5'], hosted agents: [] {{(pid=91925) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 17:08:02.578502 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8e89f051-843e-4868-98ee-6181932dbd7f req-83c670bf-38a0-4e0b-9a7d-d9ba690b0c0a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504942 Jun 14 17:08:02.603098 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eee77b-a453-4a37-88a7-dcc013c4c89b admin admin] Network d0ab1610-1ed6-4000-b4ab-7717a4bad907 is scheduled to be hosted by DHCP agent 375ffa47-0472-477a-9943-d26e949c75c5 with binding_index 1 {{(pid=91925) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 17:08:02.608856 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port 348ce51a-ec03-46f7-a66c-5b8ca0ef4272 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:08:02.612045 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-b4eee77b-a453-4a37-88a7-dcc013c4c89b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-iscsi, d0ab1610-1ed6-4000-b4ab-7717a4bad907) {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:08:02.612595 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 348ce51a-ec03-46f7-a66c-5b8ca0ef4272 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:08:02.613014 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:02.617564 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eee77b-a453-4a37-88a7-dcc013c4c89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:02.618591 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b4eee77b-a453-4a37-88a7-dcc013c4c89b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:02.635805 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-b4eee77b-a453-4a37-88a7-dcc013c4c89b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4167230 Jun 14 17:08:02.636052 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 43620) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:08:02.638535 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c20497-8f39-4f24-9719-f87425a225fa None None] Network d0ab1610-1ed6-4000-b4ab-7717a4bad907 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 17:08:02.640293 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-d606f5a8-2001-411c-baa5-81a61ed7e489 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-23537548-router', 'tenant_id': '6938ae434fa9436592935727b4345f25', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:08:02.660624 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d606f5a8-2001-411c-baa5-81a61ed7e489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-621740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106213'] for router, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:02.661636 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d606f5a8-2001-411c-baa5-81a61ed7e489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-621771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595165', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106220'] for router, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:02.730272 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d606f5a8-2001-411c-baa5-81a61ed7e489 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:02.823535 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:02.857138 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] For port 348ce51a-ec03-46f7-a66c-5b8ca0ef4272, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=348ce51a-ec03-46f7-a66c-5b8ca0ef4272,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:08:02.881150 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:02.883105 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:02.910646 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc755246c-0e71-5945-9550-72e741f73a7f-d0ab1610-1ed6-4000-b4ab-7717a4bad907', 'network_id': 'd0ab1610-1ed6-4000-b4ab-7717a4bad907', 'tenant_id': '6938ae434fa9436592935727b4345f25', 'fixed_ips': [{'subnet_id': '6769066c-d049-4aba-b541-69ca75ca4ce8'}]}} from dv-cinder-796286-2-iscsi. {{(pid=91926) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 17:08:02.911670 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:02.933666 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d606f5a8-2001-411c-baa5-81a61ed7e489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-621758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106234'] for router, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:02.964439 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Pushing event updated for resources: {'Port': ['ID=348ce51a-ec03-46f7-a66c-5b8ca0ef4272,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:03.025193 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:03.128773 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.db_base_plugin_common [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] Allocated IP 172.20.0.2 (d0ab1610-1ed6-4000-b4ab-7717a4bad907/6769066c-d049-4aba-b541-69ca75ca4ce8/4197d517-07f8-4ffe-9a4e-5c448c6331d7) {{(pid=91926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 17:08:03.149025 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0a500-9d26-4634-ba2f-35981e98926d req-db0807c1-5dc2-4039-9258-d112937ee28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:03.151700 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bab0a500-9d26-4634-ba2f-35981e98926d req-db0807c1-5dc2-4039-9258-d112937ee28b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9cc06c11ded84810b0dbfe7c673881cf&device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 1096 time: 0.0673182 Jun 14 17:08:03.236199 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d606f5a8-2001-411c-baa5-81a61ed7e489 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:03.263053 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d606f5a8-2001-411c-baa5-81a61ed7e489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:03.304253 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0a500-9d26-4634-ba2f-35981e98926d req-f1a99de9-989d-4089-a2c6-982f3ed17ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:03.305742 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bab0a500-9d26-4634-ba2f-35981e98926d req-f1a99de9-989d-4089-a2c6-982f3ed17ead service neutron] 10.222.0.43 "GET /v2.0/networks?id=8cefed9c-67eb-4905-8e05-5de75185084f HTTP/1.1" status: 200 len: 918 time: 0.1258867 Jun 14 17:08:03.333754 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] Notify callbacks [] for port, precommit_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:03.348573 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] Transition to ACTIVE for port object 4197d517-07f8-4ffe-9a4e-5c448c6331d7 will not be triggered until provisioned by entity L2. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:08:03.377850 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] Transition to ACTIVE for port object 4197d517-07f8-4ffe-9a4e-5c448c6331d7 will not be triggered until provisioned by entity DHCP. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:08:03.388239 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408'] for port, after_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:03.393957 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:03.401881 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [None req-d606f5a8-2001-411c-baa5-81a61ed7e489 admin admin] Allocated IP 172.27.0.197 (2e21213b-d279-4f17-b7ac-a39d3c551e15/cd8b9889-3c5e-49b3-9c23-75f1e7c20530/abd413e4-65f3-460c-99ff-6227ab0a0c46) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 17:08:03.418322 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] Sync routers for ids ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'] in dv-cinder-796286-2-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 17:08:03.432835 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] Routers {'cc16f8da-c677-4efc-b59c-3d7780f8bce5'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:08:03.433743 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:07:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:08:03.458827 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bab0a500-9d26-4634-ba2f-35981e98926d req-d4b6dc74-f6e3-4062-8827-eaf97f10b9be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3fa70af-d4fa-45d9-964c-4d74e61bbc38 HTTP/1.1" status: 200 len: 998 time: 0.1449966 Jun 14 17:08:03.474455 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] Network d0ab1610-1ed6-4000-b4ab-7717a4bad907 is already hosted by enough agents. {{(pid=91926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:08:03.480472 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.scheduler.base_scheduler [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] Resources bound (agent type, host, resource id): {{(pid=91926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:08:03.485102 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] Received port after_create {{(pid=91926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 17:08:03.590786 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d606f5a8-2001-411c-baa5-81a61ed7e489 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:03.612363 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] Set router cc16f8da-c677-4efc-b59c-3d7780f8bce5 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:08:03.642559 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d606f5a8-2001-411c-baa5-81a61ed7e489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11589351'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:03.649258 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-2afc80d5-d04b-4c90-8dcd-9afde9c0731b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:03.785636 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606f5a8-2001-411c-baa5-81a61ed7e489 admin admin] Pushing event updated for resources: {'Port': ['ID=abd413e4-65f3-460c-99ff-6227ab0a0c46,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:03.800856 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-d606f5a8-2001-411c-baa5-81a61ed7e489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:03.817753 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d606f5a8-2001-411c-baa5-81a61ed7e489 admin admin] Network 2e21213b-d279-4f17-b7ac-a39d3c551e15 is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:08:03.821297 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-d606f5a8-2001-411c-baa5-81a61ed7e489 admin admin] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:08:03.825833 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d606f5a8-2001-411c-baa5-81a61ed7e489 admin admin] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 17:08:03.835737 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] Pushing event updated for resources: {'Port': ['ID=4197d517-07f8-4ffe-9a4e-5c448c6331d7,revision_number=1']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:03.855828 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:03.856547 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] Attempting to bind port 4197d517-07f8-4ffe-9a4e-5c448c6331d7 on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 17:08:03.857242 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] Attempting to bind port 4197d517-07f8-4ffe-9a4e-5c448c6331d7 by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': 'e176e0f4-cc2c-4b4e-96ea-915b7c09e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd0ab1610-1ed6-4000-b4ab-7717a4bad907'}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 17:08:03.857828 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] Attempting to bind port 4197d517-07f8-4ffe-9a4e-5c448c6331d7 on network d0ab1610-1ed6-4000-b4ab-7717a4bad907 {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:08:03.864373 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 17, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 17:08:03.864756 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] Checking segment: {'id': 'e176e0f4-cc2c-4b4e-96ea-915b7c09e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd0ab1610-1ed6-4000-b4ab-7717a4bad907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 17:08:03.865215 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:03.865612 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] Bound using segment: {'id': 'e176e0f4-cc2c-4b4e-96ea-915b7c09e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd0ab1610-1ed6-4000-b4ab-7717a4bad907'} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 17:08:03.866082 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] Bound port: 4197d517-07f8-4ffe-9a4e-5c448c6331d7, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e176e0f4-cc2c-4b4e-96ea-915b7c09e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd0ab1610-1ed6-4000-b4ab-7717a4bad907'}}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 17:08:03.866491 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:03.961871 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] For port 4197d517-07f8-4ffe-9a4e-5c448c6331d7, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 17:08:03.965877 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] For port 4197d517-07f8-4ffe-9a4e-5c448c6331d7, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=4197d517-07f8-4ffe-9a4e-5c448c6331d7,segment=NetworkSegment(e176e0f4-cc2c-4b4e-96ea-915b7c09e50f),segment_id=e176e0f4-cc2c-4b4e-96ea-915b7c09e50f)] {{(pid=91926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 17:08:03.975694 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:03.978558 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:04.063099 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] Pushing event updated for resources: {'Port': ['ID=4197d517-07f8-4ffe-9a4e-5c448c6331d7,revision_number=2']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:04.066722 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:04.069505 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:07:55Z', 'updated_at': '2021-06-14T17:08:00Z', 'revision_number': 4, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'gw_port': {'id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:56Z', 'updated_at': '2021-06-14T17:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '634a005b-73ca-41e5-9e96-26cf6b83c51d', 'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:59Z', 'updated_at': '2021-06-14T17:08:00Z', 'revision_number': 2, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'subnets': [{'id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:08:04.069700 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0a500-9d26-4634-ba2f-35981e98926d req-ab8b5b4b-def9-49b4-8625-c388e80252a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:04.072487 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bab0a500-9d26-4634-ba2f-35981e98926d req-ab8b5b4b-def9-49b4-8625-c388e80252a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=341588b0-f3be-40cf-89af-87293678f8bd HTTP/1.1" status: 200 len: 856 time: 0.6037874 Jun 14 17:08:04.075851 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] Checking router: cc16f8da-c677-4efc-b59c-3d7780f8bce5 for host: dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 17:08:04.076421 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] Updating router cc16f8da-c677-4efc-b59c-3d7780f8bce5 port 634a005b-73ca-41e5-9e96-26cf6b83c51d binding host dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 17:08:04.129444 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:04.181317 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de486407-325d-41b0-8cdc-b228ded93233 req-7116e2ec-3ed2-4591-9eda-ec0b1bda9834 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:04.182817 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-de486407-325d-41b0-8cdc-b228ded93233 req-7116e2ec-3ed2-4591-9eda-ec0b1bda9834 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 943 time: 0.2054558 Jun 14 17:08:04.255713 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0a500-9d26-4634-ba2f-35981e98926d req-e6191bb6-25c8-4f3b-84dd-e73b9bf7acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:04.257224 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bab0a500-9d26-4634-ba2f-35981e98926d req-e6191bb6-25c8-4f3b-84dd-e73b9bf7acd1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8cefed9c-67eb-4905-8e05-5de75185084f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1739163 Jun 14 17:08:04.273906 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-de486407-325d-41b0-8cdc-b228ded93233 req-d0ee3ab3-a030-455a-8d43-d0c52a572a67 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853746 Jun 14 17:08:04.493070 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] Notify callbacks [] for port, precommit_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:04.496252 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bab0a500-9d26-4634-ba2f-35981e98926d req-e9b150ba-0297-4d61-86c6-53256e1c1c41 service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210410 Jun 14 17:08:04.513777 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.provisioning_blocks [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] Transition to ACTIVE for port object 634a005b-73ca-41e5-9e96-26cf6b83c51d will not be triggered until provisioned by entity L2. {{(pid=91927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:08:04.522381 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:04.533148 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:04.577896 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815806cc-3b89-49c8-8d8e-7f4e39a75d11 None None] Pushing event updated for resources: {'Port': ['ID=634a005b-73ca-41e5-9e96-26cf6b83c51d,revision_number=3']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:04.635820 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 4197d517-07f8-4ffe-9a4e-5c448c6331d7 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:08:04.656627 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d606f5a8-2001-411c-baa5-81a61ed7e489 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:04.658961 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815806cc-3b89-49c8-8d8e-7f4e39a75d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:04.659305 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815806cc-3b89-49c8-8d8e-7f4e39a75d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:04.659763 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815806cc-3b89-49c8-8d8e-7f4e39a75d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:04.660104 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815806cc-3b89-49c8-8d8e-7f4e39a75d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:04.660421 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815806cc-3b89-49c8-8d8e-7f4e39a75d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:04.660742 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815806cc-3b89-49c8-8d8e-7f4e39a75d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:04.661057 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815806cc-3b89-49c8-8d8e-7f4e39a75d11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:04.661518 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815806cc-3b89-49c8-8d8e-7f4e39a75d11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:04.661853 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815806cc-3b89-49c8-8d8e-7f4e39a75d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:04.662172 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815806cc-3b89-49c8-8d8e-7f4e39a75d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:04.662517 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815806cc-3b89-49c8-8d8e-7f4e39a75d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:04.662829 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815806cc-3b89-49c8-8d8e-7f4e39a75d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:04.668250 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-815806cc-3b89-49c8-8d8e-7f4e39a75d11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:04.712968 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port 4197d517-07f8-4ffe-9a4e-5c448c6331d7 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:08:04.716009 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bab0a500-9d26-4634-ba2f-35981e98926d req-fb9f750e-2475-4715-9c63-e8ab75e5b6d4 service neutron] 10.222.0.43 "GET /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106559 Jun 14 17:08:04.719371 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 348ce51a-ec03-46f7-a66c-5b8ca0ef4272 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:08:04.720163 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] Attempting to bind port 634a005b-73ca-41e5-9e96-26cf6b83c51d on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 17:08:04.720542 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] Attempting to bind port 634a005b-73ca-41e5-9e96-26cf6b83c51d by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': '1c809044-8102-4954-be5c-aa36261c8519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed'}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 17:08:04.721045 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] Attempting to bind port 634a005b-73ca-41e5-9e96-26cf6b83c51d on network 8560731a-9c90-4793-ae30-ab87841a8fed {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:08:04.726891 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 17, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 17:08:04.727263 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] Checking segment: {'id': '1c809044-8102-4954-be5c-aa36261c8519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 17:08:04.727669 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:04.728107 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] Bound using segment: {'id': '1c809044-8102-4954-be5c-aa36261c8519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed'} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 17:08:04.728587 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] Bound port: 634a005b-73ca-41e5-9e96-26cf6b83c51d, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c809044-8102-4954-be5c-aa36261c8519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed'}}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 17:08:04.729044 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:04.812353 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 348ce51a-ec03-46f7-a66c-5b8ca0ef4272 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:08:04.812800 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:04.817274 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] For port 634a005b-73ca-41e5-9e96-26cf6b83c51d, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 17:08:04.820671 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] For port 634a005b-73ca-41e5-9e96-26cf6b83c51d, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=634a005b-73ca-41e5-9e96-26cf6b83c51d,segment=NetworkSegment(1c809044-8102-4954-be5c-aa36261c8519),segment_id=1c809044-8102-4954-be5c-aa36261c8519)] {{(pid=91927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 17:08:04.827292 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:04.831181 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-5015fa8f-559f-4160-bf5f-1bf80692a232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:04.904829 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815806cc-3b89-49c8-8d8e-7f4e39a75d11 None None] Pushing event updated for resources: {'Port': ['ID=634a005b-73ca-41e5-9e96-26cf6b83c51d,revision_number=4']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:04.917098 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] Routers {'cc16f8da-c677-4efc-b59c-3d7780f8bce5'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:08:04.917795 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:07:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:08:04.976555 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-815806cc-3b89-49c8-8d8e-7f4e39a75d11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:05.012825 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d606f5a8-2001-411c-baa5-81a61ed7e489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-621735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594330'] for router, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:05.076233 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] Set router cc16f8da-c677-4efc-b59c-3d7780f8bce5 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:08:05.203937 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d606f5a8-2001-411c-baa5-81a61ed7e489 admin admin] Router 470ef71e-4533-475a-81b0-233db0707024 is scheduled to L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 with binding_index 1 {{(pid=91925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 17:08:05.322251 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b8303d-22fd-4ad4-b4d2-a033d64477fe None None] Network d0ab1610-1ed6-4000-b4ab-7717a4bad907 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 17:08:05.361813 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:07:55Z', 'updated_at': '2021-06-14T17:08:00Z', 'revision_number': 4, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'gw_port': {'id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:56Z', 'updated_at': '2021-06-14T17:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '634a005b-73ca-41e5-9e96-26cf6b83c51d', 'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:59Z', 'updated_at': '2021-06-14T17:08:04Z', 'revision_number': 4, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'subnets': [{'id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:08:05.364185 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d606f5a8-2001-411c-baa5-81a61ed7e489 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 17:08:05.365770 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cb2986-841d-4e96-a6e6-11d10c796104 None None] The sync data for ids ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'] in dv-cinder-796286-2-iscsi is: [{'id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:07:55Z', 'updated_at': '2021-06-14T17:08:00Z', 'revision_number': 4, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'gw_port': {'id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:56Z', 'updated_at': '2021-06-14T17:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '634a005b-73ca-41e5-9e96-26cf6b83c51d', 'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:59Z', 'updated_at': '2021-06-14T17:08:04Z', 'revision_number': 4, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'subnets': [{'id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 17:08:05.388438 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d606f5a8-2001-411c-baa5-81a61ed7e489 admin admin] Notify callbacks [] for router, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:05.390015 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-d606f5a8-2001-411c-baa5-81a61ed7e489 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7532156 Jun 14 17:08:05.392840 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 43632) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:08:05.406441 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] Sync routers for ids ['470ef71e-4533-475a-81b0-233db0707024'] in dv-cinder-796286-2-iscsi {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 17:08:05.434455 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-4415667d-77b4-4caf-8b4a-0d153317469d None None] Provisioning for port 4197d517-07f8-4ffe-9a4e-5c448c6331d7 completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:08:05.438849 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] Routers {'470ef71e-4533-475a-81b0-233db0707024'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:08:05.439489 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:07:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['470ef71e-4533-475a-81b0-233db0707024'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:08:05.444657 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-4415667d-77b4-4caf-8b4a-0d153317469d None None] Provisioning complete for port 4197d517-07f8-4ffe-9a4e-5c448c6331d7 triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:08:05.444657 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-4415667d-77b4-4caf-8b4a-0d153317469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:05.571814 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device e3fa70af-d4fa-45d9-964c-4d74e61bbc38 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91926) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 17:08:05.594417 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf8d3c-c0e5-425c-83c4-1723d0aec3e0 req-235203fb-0a75-42c1-b852-699eecdf4b07 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:05.598838 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6daf8d3c-c0e5-425c-83c4-1723d0aec3e0 req-235203fb-0a75-42c1-b852-699eecdf4b07 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 943 time: 0.1512990 Jun 14 17:08:05.749937 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6daf8d3c-c0e5-425c-83c4-1723d0aec3e0 req-766caa93-d290-458a-b1c7-b1c48363244f tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472261 Jun 14 17:08:05.767270 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] Set router 470ef71e-4533-475a-81b0-233db0707024 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:08:05.966905 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port e3fa70af-d4fa-45d9-964c-4d74e61bbc38, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e3fa70af-d4fa-45d9-964c-4d74e61bbc38,segment=NetworkSegment(c597a9f7-28fc-45e8-8d76-f0226ab90e34),segment_id=c597a9f7-28fc-45e8-8d76-f0226ab90e34)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:08:05.978570 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-4415667d-77b4-4caf-8b4a-0d153317469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:06.040069 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Returning: {'device': 'e3fa70af-d4fa-45d9-964c-4d74e61bbc38', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'port_id': 'e3fa70af-d4fa-45d9-964c-4d74e61bbc38', 'mac_address': 'fa:16:3e:58:02:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '341588b0-f3be-40cf-89af-87293678f8bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91926) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 17:08:06.069520 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d7957244-01eb-40e5-b1a9-a5d21c1128bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:06.127754 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-4415667d-77b4-4caf-8b4a-0d153317469d None None] For port 4197d517-07f8-4ffe-9a4e-5c448c6331d7, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=4197d517-07f8-4ffe-9a4e-5c448c6331d7,segment=NetworkSegment(e176e0f4-cc2c-4b4e-96ea-915b7c09e50f),segment_id=e176e0f4-cc2c-4b4e-96ea-915b7c09e50f)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:08:06.136352 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-4415667d-77b4-4caf-8b4a-0d153317469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:06.161901 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:06.166723 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:06.222959 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3fa70af-d4fa-45d9-964c-4d74e61bbc38 {{(pid=91926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 17:08:06.260547 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415667d-77b4-4caf-8b4a-0d153317469d None None] Pushing event updated for resources: {'Port': ['ID=4197d517-07f8-4ffe-9a4e-5c448c6331d7,revision_number=3']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:06.266782 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port e3fa70af-d4fa-45d9-964c-4d74e61bbc38, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e3fa70af-d4fa-45d9-964c-4d74e61bbc38,segment=NetworkSegment(c597a9f7-28fc-45e8-8d76-f0226ab90e34),segment_id=c597a9f7-28fc-45e8-8d76-f0226ab90e34)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:08:06.267848 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-4415667d-77b4-4caf-8b4a-0d153317469d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:06.274793 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:06.277665 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:06.283285 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-d7957244-01eb-40e5-b1a9-a5d21c1128bf admin admin] Allocated IP 172.20.0.1 (d0ab1610-1ed6-4000-b4ab-7717a4bad907/6769066c-d049-4aba-b541-69ca75ca4ce8/18b49793-e90b-4fc7-accc-b4e650beccaa) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 17:08:06.318241 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470ef71e-4533-475a-81b0-233db0707024', 'name': 'tempest-TestVolumeBootPattern-23537548-router', 'tenant_id': '6938ae434fa9436592935727b4345f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'abd413e4-65f3-460c-99ff-6227ab0a0c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:08:02Z', 'updated_at': '2021-06-14T17:08:04Z', 'revision_number': 3, 'project_id': '6938ae434fa9436592935727b4345f25', 'gw_port': {'id': 'abd413e4-65f3-460c-99ff-6227ab0a0c46', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:03:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470ef71e-4533-475a-81b0-233db0707024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:08:03Z', 'updated_at': '2021-06-14T17:08:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:08:06.326905 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] Checking router: 470ef71e-4533-475a-81b0-233db0707024 for host: dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 17:08:06.327292 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] Updating router 470ef71e-4533-475a-81b0-233db0707024 port abd413e4-65f3-460c-99ff-6227ab0a0c46 binding host dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 17:08:06.375038 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=e3fa70af-d4fa-45d9-964c-4d74e61bbc38,revision_number=9']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:06.379971 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:06.389199 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:06.432926 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d7957244-01eb-40e5-b1a9-a5d21c1128bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:06.455442 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [None req-d7957244-01eb-40e5-b1a9-a5d21c1128bf admin admin] Transition to ACTIVE for port object 18b49793-e90b-4fc7-accc-b4e650beccaa will not be triggered until provisioned by entity DHCP. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:08:06.497495 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d7957244-01eb-40e5-b1a9-a5d21c1128bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12205892'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:06.501616 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-011e25b7-ebff-4d5a-949c-e331a8ff0954 tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:06.549019 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7957244-01eb-40e5-b1a9-a5d21c1128bf admin admin] Network d0ab1610-1ed6-4000-b4ab-7717a4bad907 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:08:06.553515 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-d7957244-01eb-40e5-b1a9-a5d21c1128bf admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:08:06.560913 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7957244-01eb-40e5-b1a9-a5d21c1128bf admin admin] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 17:08:06.564098 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7957244-01eb-40e5-b1a9-a5d21c1128bf admin admin] Pushing event updated for resources: {'Port': ['ID=18b49793-e90b-4fc7-accc-b4e650beccaa,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:06.567823 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 4197d517-07f8-4ffe-9a4e-5c448c6331d7 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:08:06.572361 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-7bcad2dd-f2ec-47e9-b5d3-f6ab4ffbcd4b None None] Provisioning complete for port 4197d517-07f8-4ffe-9a4e-5c448c6331d7 triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:08:06.572748 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-7bcad2dd-f2ec-47e9-b5d3-f6ab4ffbcd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:06.595988 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d7957244-01eb-40e5-b1a9-a5d21c1128bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:06.619698 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d7957244-01eb-40e5-b1a9-a5d21c1128bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591455'] for router_interface, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:06.656502 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['e3fa70af-d4fa-45d9-964c-4d74e61bbc38'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 17:08:06.794337 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d7957244-01eb-40e5-b1a9-a5d21c1128bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:06.861547 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 4197d517-07f8-4ffe-9a4e-5c448c6331d7 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:08:06.862115 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:07.043266 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50331177-1eca-4a57-8786-e0e52e7be0d4 req-dcf529c4-7294-4929-a374-ad6f181eeea1 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:07.044753 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-50331177-1eca-4a57-8786-e0e52e7be0d4 req-dcf529c4-7294-4929-a374-ad6f181eeea1 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 944 time: 0.1591749 Jun 14 17:08:07.060988 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d7957244-01eb-40e5-b1a9-a5d21c1128bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:07.073496 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d7957244-01eb-40e5-b1a9-a5d21c1128bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:07.078479 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-fcfa728a-c278-4422-ae99-c64e976b1288 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:07.164099 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-a9f6f037-d948-4ab1-9c48-28d0334d30b6 None None] Provisioning for port 18b49793-e90b-4fc7-accc-b4e650beccaa completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:08:07.171645 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 634a005b-73ca-41e5-9e96-26cf6b83c51d up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:08:07.175404 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-50331177-1eca-4a57-8786-e0e52e7be0d4 req-9d5e1e79-843b-4dc4-93e5-e58256116524 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233597 Jun 14 17:08:07.176411 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7957244-01eb-40e5-b1a9-a5d21c1128bf admin admin] Pushing event updated for resources: {'Port': ['ID=18b49793-e90b-4fc7-accc-b4e650beccaa,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:07.179105 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d7957244-01eb-40e5-b1a9-a5d21c1128bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591563'] for router_interface, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:07.181246 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-a9f6f037-d948-4ab1-9c48-28d0334d30b6 None None] Provisioning complete for port 18b49793-e90b-4fc7-accc-b4e650beccaa triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:08:07.181688 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-a9f6f037-d948-4ab1-9c48-28d0334d30b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:07.188155 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d7957244-01eb-40e5-b1a9-a5d21c1128bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:07.234507 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] Notify callbacks [] for port, precommit_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:07.264668 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] Transition to ACTIVE for port object abd413e4-65f3-460c-99ff-6227ab0a0c46 will not be triggered until provisioned by entity L2. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:08:07.275937 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-a9f6f037-d948-4ab1-9c48-28d0334d30b6 None None] Port 18b49793-e90b-4fc7-accc-b4e650beccaa cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 17:08:07.279161 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:07.282698 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:07.320308 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7957244-01eb-40e5-b1a9-a5d21c1128bf admin admin] Network d0ab1610-1ed6-4000-b4ab-7717a4bad907 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:08:07.322733 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-d7957244-01eb-40e5-b1a9-a5d21c1128bf admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:08:07.346440 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf63a2-5866-4b2a-b341-6c0003dc574c None None] Pushing event updated for resources: {'Port': ['ID=abd413e4-65f3-460c-99ff-6227ab0a0c46,revision_number=2']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:07.351344 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-decf63a2-5866-4b2a-b341-6c0003dc574c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:07.354592 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] Attempting to bind port abd413e4-65f3-460c-99ff-6227ab0a0c46 on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 17:08:07.355009 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] Attempting to bind port abd413e4-65f3-460c-99ff-6227ab0a0c46 by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 17:08:07.355322 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] Attempting to bind port abd413e4-65f3-460c-99ff-6227ab0a0c46 on network 2e21213b-d279-4f17-b7ac-a39d3c551e15 {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:08:07.360963 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 17, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 17:08:07.361338 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] Checking segment: {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 17:08:07.361743 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:07.362137 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] Bound using segment: {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 17:08:07.362623 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] Bound port: abd413e4-65f3-460c-99ff-6227ab0a0c46, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 17:08:07.362999 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:07.389632 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port 634a005b-73ca-41e5-9e96-26cf6b83c51d completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:08:07.401493 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 634a005b-73ca-41e5-9e96-26cf6b83c51d triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:08:07.401966 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:07.445662 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:08:07.467615 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] For port abd413e4-65f3-460c-99ff-6227ab0a0c46, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 17:08:07.472503 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] For port abd413e4-65f3-460c-99ff-6227ab0a0c46, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=abd413e4-65f3-460c-99ff-6227ab0a0c46,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 17:08:07.480445 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:07.483486 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-4415667d-77b4-4caf-8b4a-0d153317469d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:07.489697 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7957244-01eb-40e5-b1a9-a5d21c1128bf admin admin] Router 470ef71e-4533-475a-81b0-233db0707024 has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 17:08:07.605603 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] Routers {'470ef71e-4533-475a-81b0-233db0707024'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:08:07.606131 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:07:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['470ef71e-4533-475a-81b0-233db0707024'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:08:07.609974 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf63a2-5866-4b2a-b341-6c0003dc574c None None] Pushing event updated for resources: {'Port': ['ID=abd413e4-65f3-460c-99ff-6227ab0a0c46,revision_number=3']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:07.612539 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:07.647918 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7957244-01eb-40e5-b1a9-a5d21c1128bf admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 17:08:07.653318 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-d7957244-01eb-40e5-b1a9-a5d21c1128bf admin admin] 10.222.0.25 "PUT /v2.0/routers/470ef71e-4533-475a-81b0-233db0707024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2593942 Jun 14 17:08:07.662952 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-decf63a2-5866-4b2a-b341-6c0003dc574c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:07.737109 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-2e6b4658-e4eb-4c0b-a7fb-565268a46be7 None None] Provisioning complete for port 18b49793-e90b-4fc7-accc-b4e650beccaa triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:08:07.737477 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-2e6b4658-e4eb-4c0b-a7fb-565268a46be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:07.791009 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] For port 634a005b-73ca-41e5-9e96-26cf6b83c51d, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=634a005b-73ca-41e5-9e96-26cf6b83c51d,segment=NetworkSegment(1c809044-8102-4954-be5c-aa36261c8519),segment_id=1c809044-8102-4954-be5c-aa36261c8519)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:08:07.799551 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:07.804100 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:07.841766 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-2e6b4658-e4eb-4c0b-a7fb-565268a46be7 None None] Port 18b49793-e90b-4fc7-accc-b4e650beccaa cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 17:08:07.863172 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] Set router 470ef71e-4533-475a-81b0-233db0707024 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:08:07.912289 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Pushing event updated for resources: {'Port': ['ID=634a005b-73ca-41e5-9e96-26cf6b83c51d,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:07.923426 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:07.982710 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:08.129306 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 43646) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:08:08.135797 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-c787ba2f-1957-4f7c-9e58-572b3ff44b2e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1523643708', 'description': 'tempest-secgroup-smoke-1523643708 description', 'project_id': '3bddc90907524095ad0401cb14a2f68c'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:08:08.167146 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c787ba2f-1957-4f7c-9e58-572b3ff44b2e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:08.271524 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c787ba2f-1957-4f7c-9e58-572b3ff44b2e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:08.276704 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c787ba2f-1957-4f7c-9e58-572b3ff44b2e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:08.279383 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-a507ee5e-fdc4-4ac9-ae02-c757c7206a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:08.293188 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470ef71e-4533-475a-81b0-233db0707024', 'name': 'tempest-TestVolumeBootPattern-23537548-router', 'tenant_id': '6938ae434fa9436592935727b4345f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'abd413e4-65f3-460c-99ff-6227ab0a0c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:08:02Z', 'updated_at': '2021-06-14T17:08:06Z', 'revision_number': 4, 'project_id': '6938ae434fa9436592935727b4345f25', 'gw_port': {'id': 'abd413e4-65f3-460c-99ff-6227ab0a0c46', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:03:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470ef71e-4533-475a-81b0-233db0707024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:08:03Z', 'updated_at': '2021-06-14T17:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '18b49793-e90b-4fc7-accc-b4e650beccaa', 'name': '', 'network_id': 'd0ab1610-1ed6-4000-b4ab-7717a4bad907', 'tenant_id': '6938ae434fa9436592935727b4345f25', 'mac_address': 'fa:16:3e:39:90:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470ef71e-4533-475a-81b0-233db0707024', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '6769066c-d049-4aba-b541-69ca75ca4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:08:06Z', 'updated_at': '2021-06-14T17:08:06Z', 'revision_number': 2, 'project_id': '6938ae434fa9436592935727b4345f25', 'subnets': [{'id': '6769066c-d049-4aba-b541-69ca75ca4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:08:08.297424 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf2dc11-3a9c-41d1-8fdd-062829c7b05a None None] The sync data for ids ['470ef71e-4533-475a-81b0-233db0707024'] in dv-cinder-796286-2-iscsi is: [{'id': '470ef71e-4533-475a-81b0-233db0707024', 'name': 'tempest-TestVolumeBootPattern-23537548-router', 'tenant_id': '6938ae434fa9436592935727b4345f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'abd413e4-65f3-460c-99ff-6227ab0a0c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:08:02Z', 'updated_at': '2021-06-14T17:08:06Z', 'revision_number': 4, 'project_id': '6938ae434fa9436592935727b4345f25', 'gw_port': {'id': 'abd413e4-65f3-460c-99ff-6227ab0a0c46', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:03:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470ef71e-4533-475a-81b0-233db0707024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:08:03Z', 'updated_at': '2021-06-14T17:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '18b49793-e90b-4fc7-accc-b4e650beccaa', 'name': '', 'network_id': 'd0ab1610-1ed6-4000-b4ab-7717a4bad907', 'tenant_id': '6938ae434fa9436592935727b4345f25', 'mac_address': 'fa:16:3e:39:90:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470ef71e-4533-475a-81b0-233db0707024', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '6769066c-d049-4aba-b541-69ca75ca4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:08:06Z', 'updated_at': '2021-06-14T17:08:06Z', 'revision_number': 2, 'project_id': '6938ae434fa9436592935727b4345f25', 'subnets': [{'id': '6769066c-d049-4aba-b541-69ca75ca4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 17:08:08.309549 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c787ba2f-1957-4f7c-9e58-572b3ff44b2e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:08.310835 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-c787ba2f-1957-4f7c-9e58-572b3ff44b2e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1804638 Jun 14 17:08:08.312920 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787ba2f-1957-4f7c-9e58-572b3ff44b2e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a371bb34-74db-4b6f-b959-20aed98a4751,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:08.314374 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 43650) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:08:08.319301 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-c787ba2f-1957-4f7c-9e58-572b3ff44b2e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:08.332410 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-58e61db4-b64d-4989-967c-b0e361e1a9f3 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Request body: {'security_group_rule': {'security_group_id': 'a371bb34-74db-4b6f-b959-20aed98a4751', 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:08:08.408865 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-58e61db4-b64d-4989-967c-b0e361e1a9f3 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:08.463341 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e0f7b-9b5f-4a64-b831-35ac8e3fc6fc req-aa563fee-1556-435f-be45-ddcf26fe2783 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:08.464411 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dc5e0f7b-9b5f-4a64-b831-35ac8e3fc6fc req-aa563fee-1556-435f-be45-ddcf26fe2783 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 944 time: 0.1360230 Jun 14 17:08:08.479946 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 634a005b-73ca-41e5-9e96-26cf6b83c51d up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:08:08.526950 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-58e61db4-b64d-4989-967c-b0e361e1a9f3 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:08.542904 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dc5e0f7b-9b5f-4a64-b831-35ac8e3fc6fc req-ee61c9a6-c0dc-4ab6-85ef-77081983d550 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703323 Jun 14 17:08:08.550534 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-58e61db4-b64d-4989-967c-b0e361e1a9f3 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604372'] for security_group_rule, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:08.554221 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:08.584664 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e61db4-b64d-4989-967c-b0e361e1a9f3 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e6c2ae-b7a7-40ca-b736-6d7da80d0c1f,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:08.588846 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-58e61db4-b64d-4989-967c-b0e361e1a9f3 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:08.589247 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 634a005b-73ca-41e5-9e96-26cf6b83c51d triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:08:08.589934 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:08.604461 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-58e61db4-b64d-4989-967c-b0e361e1a9f3 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:08.605909 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-58e61db4-b64d-4989-967c-b0e361e1a9f3 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2900891 Jun 14 17:08:08.608867 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 43656) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:08:08.615508 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-25854978-077d-404a-b038-e93c115116da tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Request body: {'security_group_rule': {'security_group_id': 'a371bb34-74db-4b6f-b959-20aed98a4751', 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:08:08.651114 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-25854978-077d-404a-b038-e93c115116da tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:08.706896 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-d563d1f4-cf00-4014-8cb1-83009ea9dd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:08.734212 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-25854978-077d-404a-b038-e93c115116da tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:08.738156 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-25854978-077d-404a-b038-e93c115116da tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604372'] for security_group_rule, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:08.740475 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-58e61db4-b64d-4989-967c-b0e361e1a9f3 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:08.758678 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25854978-077d-404a-b038-e93c115116da tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75167a2a-0b65-4554-a5a3-51f1eda2aa49,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:08.767056 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-25854978-077d-404a-b038-e93c115116da tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:08.770610 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-25854978-077d-404a-b038-e93c115116da tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:08.774605 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-25854978-077d-404a-b038-e93c115116da tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1619945 Jun 14 17:08:08.775274 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 43658) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:08:08.780605 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-122bba2a-fa41-4f83-a8f3-116ca62af834 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Request body: {'security_group_rule': {'security_group_id': 'a371bb34-74db-4b6f-b959-20aed98a4751', 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:08:08.813900 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-122bba2a-fa41-4f83-a8f3-116ca62af834 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:08.885804 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-122bba2a-fa41-4f83-a8f3-116ca62af834 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:08.890520 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-122bba2a-fa41-4f83-a8f3-116ca62af834 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604372'] for security_group_rule, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:08.892648 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:08.909547 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122bba2a-fa41-4f83-a8f3-116ca62af834 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911f4f38-9118-4688-a549-b11f04647874,revision_number=0']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:08.918517 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-122bba2a-fa41-4f83-a8f3-116ca62af834 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:08.924315 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-122bba2a-fa41-4f83-a8f3-116ca62af834 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:08.925505 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-122bba2a-fa41-4f83-a8f3-116ca62af834 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1491916 Jun 14 17:08:08.928393 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 43660) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:08:08.933136 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-689cf92e-c998-4589-a0bd-6843bf3301ee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Request body: {'security_group_rule': {'security_group_id': 'a371bb34-74db-4b6f-b959-20aed98a4751', 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:08:08.961703 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-689cf92e-c998-4589-a0bd-6843bf3301ee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:09.055652 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-689cf92e-c998-4589-a0bd-6843bf3301ee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:09.061039 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-689cf92e-c998-4589-a0bd-6843bf3301ee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604372'] for security_group_rule, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:09.065684 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:09.084206 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cf92e-c998-4589-a0bd-6843bf3301ee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c65988a-c66e-480a-8828-c904dfd6dff3,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:09.089519 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-689cf92e-c998-4589-a0bd-6843bf3301ee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:09.096134 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-689cf92e-c998-4589-a0bd-6843bf3301ee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:09.097481 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-689cf92e-c998-4589-a0bd-6843bf3301ee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1680987 Jun 14 17:08:09.100389 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 43662) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:08:09.108193 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-abf3befd-ea98-4522-9f0d-bb7af034e709 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Request body: {'security_group_rule': {'security_group_id': 'a371bb34-74db-4b6f-b959-20aed98a4751', 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:08:09.138168 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.db.securitygroups_db [None req-abf3befd-ea98-4522-9f0d-bb7af034e709 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Project 3bddc90907524095ad0401cb14a2f68c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 17:08:09.145858 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-abf3befd-ea98-4522-9f0d-bb7af034e709 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:09.225888 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-abf3befd-ea98-4522-9f0d-bb7af034e709 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:09.231206 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-abf3befd-ea98-4522-9f0d-bb7af034e709 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604372'] for security_group_rule, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:09.237018 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2fccd3bf-5eed-4a71-9b1c-c155879553c9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:09.252799 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3befd-ea98-4522-9f0d-bb7af034e709 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b674ea18-96e8-4c64-bf01-74503c430c6d,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:09.255379 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-abf3befd-ea98-4522-9f0d-bb7af034e709 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:09.262431 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-abf3befd-ea98-4522-9f0d-bb7af034e709 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:09.263714 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-abf3befd-ea98-4522-9f0d-bb7af034e709 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1618736 Jun 14 17:08:09.266587 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 43664) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:08:09.271498 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-90fad0e5-8d4b-41f4-b633-eebbead30991 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Request body: {'security_group_rule': {'security_group_id': 'a371bb34-74db-4b6f-b959-20aed98a4751', 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:08:09.296040 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.db.securitygroups_db [None req-90fad0e5-8d4b-41f4-b633-eebbead30991 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Project 3bddc90907524095ad0401cb14a2f68c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 17:08:09.301231 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-90fad0e5-8d4b-41f4-b633-eebbead30991 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:09.373001 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-90fad0e5-8d4b-41f4-b633-eebbead30991 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:09.377694 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-90fad0e5-8d4b-41f4-b633-eebbead30991 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604372'] for security_group_rule, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:09.380208 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-689cf92e-c998-4589-a0bd-6843bf3301ee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:09.399737 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fad0e5-8d4b-41f4-b633-eebbead30991 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e598aff2-7a16-4e57-ab0b-191f91f93f2f,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:09.402318 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-90fad0e5-8d4b-41f4-b633-eebbead30991 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:09.403800 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-90fad0e5-8d4b-41f4-b633-eebbead30991 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:09.405487 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-90fad0e5-8d4b-41f4-b633-eebbead30991 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1375537 Jun 14 17:08:09.592082 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device e3fa70af-d4fa-45d9-964c-4d74e61bbc38 up at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:08:09.664725 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning complete for port e3fa70af-d4fa-45d9-964c-4d74e61bbc38 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:08:09.665113 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:09.764837 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:09.765018 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e4bea-7b06-45ca-9b8b-05dabb560ead req-2c47bfe0-37b3-4f0c-81ef-9321470f08d2 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:09.766644 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-621e4bea-7b06-45ca-9b8b-05dabb560ead req-2c47bfe0-37b3-4f0c-81ef-9321470f08d2 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 944 time: 0.0839767 Jun 14 17:08:09.790427 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ea1595-b4d6-4fe8-92c0-192a2061068d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fa70af-d4fa-45d9-964c-4d74e61bbc38'}] {{(pid=91926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:08:09.792743 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b0a793cb4832d067d15d1ae193df815134514e8483bb184155629213ee4f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24da8dc8-6cd5-4e4d-82cd-aa35f647d57e" -d '{"events": [{"server_uuid": "53ea1595-b4d6-4fe8-92c0-192a2061068d", "name": "network-vif-plugged", "status": "completed", "tag": "e3fa70af-d4fa-45d9-964c-4d74e61bbc38"}]}' {{(pid=91926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:08:09.807412 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port e3fa70af-d4fa-45d9-964c-4d74e61bbc38, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e3fa70af-d4fa-45d9-964c-4d74e61bbc38,segment=NetworkSegment(c597a9f7-28fc-45e8-8d76-f0226ab90e34),segment_id=c597a9f7-28fc-45e8-8d76-f0226ab90e34)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:08:09.812403 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:09.814650 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-621e4bea-7b06-45ca-9b8b-05dabb560ead req-cccf2b1b-22f5-4e73-8a81-b1f86c700fae tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412948 Jun 14 17:08:09.815188 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c8abdc27-577a-42a8-b91c-8794f909e41d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:09.880762 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=e3fa70af-d4fa-45d9-964c-4d74e61bbc38,revision_number=10']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:09.884717 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 17:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cde7b6-c076-4b28-a621-f1b0fa78f45b x-openstack-request-id: req-e5cde7b6-c076-4b28-a621-f1b0fa78f45b {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:08:09.885284 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ea1595-b4d6-4fe8-92c0-192a2061068d", "name": "network-vif-plugged", "status": "completed", "tag": "e3fa70af-d4fa-45d9-964c-4d74e61bbc38", "code": 200}]} {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:08:09.886041 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5cde7b6-c076-4b28-a621-f1b0fa78f45b {{(pid=91926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:08:09.886417 dv-cinder-796286-2-iscsi neutron-server[91926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ea1595-b4d6-4fe8-92c0-192a2061068d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fa70af-d4fa-45d9-964c-4d74e61bbc38', 'code': 200} Jun 14 17:08:09.887322 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:10.107691 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5885c5-2da5-41d4-b21d-64a1a05203dc req-d90582e0-78b4-4db8-a83b-18183a5b3ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:10.109261 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8d5885c5-2da5-41d4-b21d-64a1a05203dc req-d90582e0-78b4-4db8-a83b-18183a5b3ad8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 1099 time: 0.0593114 Jun 14 17:08:10.152443 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8d5885c5-2da5-41d4-b21d-64a1a05203dc req-dabe08ff-cd2f-46ff-85d5-d00297a9b07d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346532 Jun 14 17:08:10.492464 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device abd413e4-65f3-460c-99ff-6227ab0a0c46 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:08:10.554957 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port abd413e4-65f3-460c-99ff-6227ab0a0c46 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:08:10.559178 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port abd413e4-65f3-460c-99ff-6227ab0a0c46 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:08:10.559560 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:10.667472 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:10.696913 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] For port abd413e4-65f3-460c-99ff-6227ab0a0c46, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=abd413e4-65f3-460c-99ff-6227ab0a0c46,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:08:10.703588 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:10.706991 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-decf63a2-5866-4b2a-b341-6c0003dc574c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:10.767069 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Pushing event updated for resources: {'Port': ['ID=abd413e4-65f3-460c-99ff-6227ab0a0c46,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:10.772683 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:10.883261 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:11.072847 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-96f7b862-35f0-4c49-bc84-0e4fc4c4ccd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:11.362136 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe9c6c-5d6c-4ea1-8013-c8285f4ec062 req-52fd93aa-97d1-45e1-a811-1cc21727426f tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:11.363604 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-33fe9c6c-5d6c-4ea1-8013-c8285f4ec062 req-52fd93aa-97d1-45e1-a811-1cc21727426f tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 946 time: 0.4055302 Jun 14 17:08:11.412942 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-33fe9c6c-5d6c-4ea1-8013-c8285f4ec062 req-9f63fff5-f31a-4048-b2b1-33854468800d tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425606 Jun 14 17:08:12.045557 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] Sync routers for ids ['470ef71e-4533-475a-81b0-233db0707024'] in dv-cinder-796286-2-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 17:08:12.061584 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] Routers {'470ef71e-4533-475a-81b0-233db0707024'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:08:12.062312 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:08:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['470ef71e-4533-475a-81b0-233db0707024'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:08:12.212172 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] Set router 470ef71e-4533-475a-81b0-233db0707024 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:08:12.483572 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device abd413e4-65f3-460c-99ff-6227ab0a0c46 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:08:12.555418 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port abd413e4-65f3-460c-99ff-6227ab0a0c46 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:08:12.556251 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:12.593526 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470ef71e-4533-475a-81b0-233db0707024', 'name': 'tempest-TestVolumeBootPattern-23537548-router', 'tenant_id': '6938ae434fa9436592935727b4345f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'abd413e4-65f3-460c-99ff-6227ab0a0c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:08:02Z', 'updated_at': '2021-06-14T17:08:06Z', 'revision_number': 4, 'project_id': '6938ae434fa9436592935727b4345f25', 'gw_port': {'id': 'abd413e4-65f3-460c-99ff-6227ab0a0c46', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:03:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470ef71e-4533-475a-81b0-233db0707024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:08:03Z', 'updated_at': '2021-06-14T17:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '18b49793-e90b-4fc7-accc-b4e650beccaa', 'name': '', 'network_id': 'd0ab1610-1ed6-4000-b4ab-7717a4bad907', 'tenant_id': '6938ae434fa9436592935727b4345f25', 'mac_address': 'fa:16:3e:39:90:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470ef71e-4533-475a-81b0-233db0707024', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '6769066c-d049-4aba-b541-69ca75ca4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:08:06Z', 'updated_at': '2021-06-14T17:08:06Z', 'revision_number': 2, 'project_id': '6938ae434fa9436592935727b4345f25', 'subnets': [{'id': '6769066c-d049-4aba-b541-69ca75ca4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:08:12.601162 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] Checking router: 470ef71e-4533-475a-81b0-233db0707024 for host: dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 17:08:12.601524 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] Updating router 470ef71e-4533-475a-81b0-233db0707024 port 18b49793-e90b-4fc7-accc-b4e650beccaa binding host dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 17:08:12.605823 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:12.657718 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:12.664104 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08aad1-2384-434c-9f26-122b6b150680 req-a0d90355-cc38-479b-936d-8bbb40642ee6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:12.666491 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0d08aad1-2384-434c-9f26-122b6b150680 req-a0d90355-cc38-479b-936d-8bbb40642ee6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 946 time: 0.1126406 Jun 14 17:08:12.731274 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0d08aad1-2384-434c-9f26-122b6b150680 req-0a22eb9d-8049-4499-b376-03c2f4f27773 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572872 Jun 14 17:08:13.009444 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] Notify callbacks [] for port, precommit_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:13.022891 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.provisioning_blocks [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] Transition to ACTIVE for port object 18b49793-e90b-4fc7-accc-b4e650beccaa will not be triggered until provisioned by entity L2. {{(pid=91927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:08:13.033637 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:13.036289 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:13.164992 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc968aa-8229-467a-903d-89b6facfea91 None None] Pushing event updated for resources: {'Port': ['ID=18b49793-e90b-4fc7-accc-b4e650beccaa,revision_number=3']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:13.168027 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-2dc968aa-8229-467a-903d-89b6facfea91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:13.240587 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] Attempting to bind port 18b49793-e90b-4fc7-accc-b4e650beccaa on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 17:08:13.241100 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] Attempting to bind port 18b49793-e90b-4fc7-accc-b4e650beccaa by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': 'e176e0f4-cc2c-4b4e-96ea-915b7c09e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd0ab1610-1ed6-4000-b4ab-7717a4bad907'}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 17:08:13.241658 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] Attempting to bind port 18b49793-e90b-4fc7-accc-b4e650beccaa on network d0ab1610-1ed6-4000-b4ab-7717a4bad907 {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:08:13.247315 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 17, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 17:08:13.247678 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] Checking segment: {'id': 'e176e0f4-cc2c-4b4e-96ea-915b7c09e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd0ab1610-1ed6-4000-b4ab-7717a4bad907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 17:08:13.248074 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:13.248459 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] Bound using segment: {'id': 'e176e0f4-cc2c-4b4e-96ea-915b7c09e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd0ab1610-1ed6-4000-b4ab-7717a4bad907'} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 17:08:13.249002 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] Bound port: 18b49793-e90b-4fc7-accc-b4e650beccaa, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e176e0f4-cc2c-4b4e-96ea-915b7c09e50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd0ab1610-1ed6-4000-b4ab-7717a4bad907'}}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 17:08:13.249585 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:13.319500 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] For port 18b49793-e90b-4fc7-accc-b4e650beccaa, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 17:08:13.324057 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] For port 18b49793-e90b-4fc7-accc-b4e650beccaa, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=18b49793-e90b-4fc7-accc-b4e650beccaa,segment=NetworkSegment(e176e0f4-cc2c-4b4e-96ea-915b7c09e50f),segment_id=e176e0f4-cc2c-4b4e-96ea-915b7c09e50f)] {{(pid=91927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 17:08:13.332348 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:13.335091 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-a32062f9-ca60-41a4-84c3-606e773591ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:13.400647 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc968aa-8229-467a-903d-89b6facfea91 None None] Pushing event updated for resources: {'Port': ['ID=18b49793-e90b-4fc7-accc-b4e650beccaa,revision_number=4']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:13.403332 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] Routers {'470ef71e-4533-475a-81b0-233db0707024'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:08:13.403975 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:08:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['470ef71e-4533-475a-81b0-233db0707024'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:08:13.407689 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-2dc968aa-8229-467a-903d-89b6facfea91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:13.556868 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] Set router 470ef71e-4533-475a-81b0-233db0707024 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:08:13.833878 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470ef71e-4533-475a-81b0-233db0707024', 'name': 'tempest-TestVolumeBootPattern-23537548-router', 'tenant_id': '6938ae434fa9436592935727b4345f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'abd413e4-65f3-460c-99ff-6227ab0a0c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:08:02Z', 'updated_at': '2021-06-14T17:08:06Z', 'revision_number': 4, 'project_id': '6938ae434fa9436592935727b4345f25', 'gw_port': {'id': 'abd413e4-65f3-460c-99ff-6227ab0a0c46', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:03:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470ef71e-4533-475a-81b0-233db0707024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:08:03Z', 'updated_at': '2021-06-14T17:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '18b49793-e90b-4fc7-accc-b4e650beccaa', 'name': '', 'network_id': 'd0ab1610-1ed6-4000-b4ab-7717a4bad907', 'tenant_id': '6938ae434fa9436592935727b4345f25', 'mac_address': 'fa:16:3e:39:90:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470ef71e-4533-475a-81b0-233db0707024', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '6769066c-d049-4aba-b541-69ca75ca4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:08:06Z', 'updated_at': '2021-06-14T17:08:13Z', 'revision_number': 4, 'project_id': '6938ae434fa9436592935727b4345f25', 'subnets': [{'id': '6769066c-d049-4aba-b541-69ca75ca4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:08:13.837936 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb5ceb-b9ca-4acf-acc0-999d682bce7d None None] The sync data for ids ['470ef71e-4533-475a-81b0-233db0707024'] in dv-cinder-796286-2-iscsi is: [{'id': '470ef71e-4533-475a-81b0-233db0707024', 'name': 'tempest-TestVolumeBootPattern-23537548-router', 'tenant_id': '6938ae434fa9436592935727b4345f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'abd413e4-65f3-460c-99ff-6227ab0a0c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:08:02Z', 'updated_at': '2021-06-14T17:08:06Z', 'revision_number': 4, 'project_id': '6938ae434fa9436592935727b4345f25', 'gw_port': {'id': 'abd413e4-65f3-460c-99ff-6227ab0a0c46', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:03:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470ef71e-4533-475a-81b0-233db0707024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:08:03Z', 'updated_at': '2021-06-14T17:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '18b49793-e90b-4fc7-accc-b4e650beccaa', 'name': '', 'network_id': 'd0ab1610-1ed6-4000-b4ab-7717a4bad907', 'tenant_id': '6938ae434fa9436592935727b4345f25', 'mac_address': 'fa:16:3e:39:90:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '470ef71e-4533-475a-81b0-233db0707024', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '6769066c-d049-4aba-b541-69ca75ca4ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:08:06Z', 'updated_at': '2021-06-14T17:08:13Z', 'revision_number': 4, 'project_id': '6938ae434fa9436592935727b4345f25', 'subnets': [{'id': '6769066c-d049-4aba-b541-69ca75ca4ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 17:08:14.435934 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:14.494584 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 18b49793-e90b-4fc7-accc-b4e650beccaa up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:08:14.556778 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port 18b49793-e90b-4fc7-accc-b4e650beccaa completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:08:14.560541 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 18b49793-e90b-4fc7-accc-b4e650beccaa triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:08:14.560930 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:14.656172 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:14.697510 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] For port 18b49793-e90b-4fc7-accc-b4e650beccaa, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=18b49793-e90b-4fc7-accc-b4e650beccaa,segment=NetworkSegment(e176e0f4-cc2c-4b4e-96ea-915b7c09e50f),segment_id=e176e0f4-cc2c-4b4e-96ea-915b7c09e50f)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:08:14.702241 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:14.704096 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:14.761037 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Pushing event updated for resources: {'Port': ['ID=18b49793-e90b-4fc7-accc-b4e650beccaa,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:14.766387 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:16.475387 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 18b49793-e90b-4fc7-accc-b4e650beccaa up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:08:16.532156 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 18b49793-e90b-4fc7-accc-b4e650beccaa triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:08:16.532448 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:27.145891 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-c9a5562f-c934-4f44-8b49-a61092ce1b72 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1523643708&fields=id&tenant_id=3bddc90907524095ad0401cb14a2f68c HTTP/1.1" status: 200 len: 267 time: 0.0422146 Jun 14 17:08:27.276041 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-855436b4-f330-4b0d-8237-b3d468bd08db tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:27.277468 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-855436b4-f330-4b0d-8237-b3d468bd08db tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/networks?id=8560731a-9c90-4793-ae30-ab87841a8fed HTTP/1.1" status: 200 len: 811 time: 0.1250944 Jun 14 17:08:27.292422 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-6865b330-f3c5-455f-88f7-12a8537a2a4a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/quotas/3bddc90907524095ad0401cb14a2f68c HTTP/1.1" status: 200 len: 375 time: 0.0094090 Jun 14 17:08:27.366204 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-2abe8fc8-b794-44da-9090-83191caf28b1 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3bddc90907524095ad0401cb14a2f68c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686741 Jun 14 17:08:27.488155 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-b2f0039d-4431-4f42-807a-fadd19ae0a3c service neutron] 10.222.0.25 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105258 Jun 14 17:08:27.610425 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-f76cc13c-3a39-4fe6-ad95-839f92481ea4 service neutron] 10.222.0.25 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148541 Jun 14 17:08:27.926065 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3fef689e-e978-4cb2-9285-5b7607f6cb17 req-a649b4bd-182a-4fec-b8f8-aebe6fa4d942 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df HTTP/1.1" status: 200 len: 210 time: 0.0375519 Jun 14 17:08:29.111414 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-08b562f5-282b-464c-860f-2a6c342bbce6 req-89a721f2-94bd-45fd-b9f8-45d4e1b62105 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df HTTP/1.1" status: 200 len: 210 time: 0.0435305 Jun 14 17:08:29.139221 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-1d5900e6-fd3e-4603-af8c-eaf8d421529c tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:29.140618 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-1d5900e6-fd3e-4603-af8c-eaf8d421529c tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.43 "GET /v2.0/networks?id=8560731a-9c90-4793-ae30-ab87841a8fed HTTP/1.1" status: 200 len: 811 time: 0.1644149 Jun 14 17:08:29.198550 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-d757efcd-0298-4707-ae3a-3007083b7c79 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bddc90907524095ad0401cb14a2f68c HTTP/1.1" status: 200 len: 380 time: 0.0432894 Jun 14 17:08:29.208918 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-6a470704-ca7f-4e5f-9d50-c778df009932 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Request body: {'port': {'device_id': '8ce3f35a-be4c-488b-8641-5a1bd03f78df', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'admin_state_up': True, 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'security_groups': ['a371bb34-74db-4b6f-b959-20aed98a4751']}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:08:29.344902 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-6a470704-ca7f-4e5f-9d50-c778df009932 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Made reservation on behalf of 3bddc90907524095ad0401cb14a2f68c for: {'port': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 17:08:29.348499 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-6a470704-ca7f-4e5f-9d50-c778df009932 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:29.503614 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-6a470704-ca7f-4e5f-9d50-c778df009932 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Allocated IP 172.20.0.12 (8560731a-9c90-4793-ae30-ab87841a8fed/6cabad88-fac4-45e5-a292-a7d08d2f23f7/60e65aad-8400-4e71-bf29-c58523d6c7e8) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 17:08:29.686683 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-6a470704-ca7f-4e5f-9d50-c778df009932 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:29.700690 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-6a470704-ca7f-4e5f-9d50-c778df009932 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Transition to ACTIVE for port object 60e65aad-8400-4e71-bf29-c58523d6c7e8 will not be triggered until provisioned by entity DHCP. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:08:29.739041 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-6a470704-ca7f-4e5f-9d50-c778df009932 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12205892'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:29.743490 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-3f6f3052-0cfa-418c-8833-8feb9f4c3dd9 tempest-VolumesSnapshotTestJSON-936312788 tempest-VolumesSnapshotTestJSON-936312788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:29.799482 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-6a470704-ca7f-4e5f-9d50-c778df009932 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Network 8560731a-9c90-4793-ae30-ab87841a8fed is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:08:29.803165 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-6a470704-ca7f-4e5f-9d50-c778df009932 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:08:29.807685 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-6a470704-ca7f-4e5f-9d50-c778df009932 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 17:08:29.849686 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a470704-ca7f-4e5f-9d50-c778df009932 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Pushing event updated for resources: {'Port': ['ID=60e65aad-8400-4e71-bf29-c58523d6c7e8,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:29.856448 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-6a470704-ca7f-4e5f-9d50-c778df009932 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:29.888135 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-6a470704-ca7f-4e5f-9d50-c778df009932 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:29.889021 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-6a470704-ca7f-4e5f-9d50-c778df009932 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:29.907213 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-6a470704-ca7f-4e5f-9d50-c778df009932 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7022481 Jun 14 17:08:29.920243 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] Request body: {'port': {'device_id': '8ce3f35a-be4c-488b-8641-5a1bd03f78df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:08:30.014103 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:30.081310 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-6c4c2515-2dd7-4d52-8c04-e45defcf92ec None None] Provisioning for port 60e65aad-8400-4e71-bf29-c58523d6c7e8 completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:08:30.085253 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-6c4c2515-2dd7-4d52-8c04-e45defcf92ec None None] Provisioning complete for port 60e65aad-8400-4e71-bf29-c58523d6c7e8 triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:08:30.085654 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2515-2dd7-4d52-8c04-e45defcf92ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:30.125688 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c2515-2dd7-4d52-8c04-e45defcf92ec None None] Port 60e65aad-8400-4e71-bf29-c58523d6c7e8 cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 17:08:30.373079 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399acf5-a5c8-4028-b544-f30af7aa56c1 req-d9dee11b-097b-4fce-b10e-511977baaa87 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:30.374552 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c399acf5-a5c8-4028-b544-f30af7aa56c1 req-d9dee11b-097b-4fce-b10e-511977baaa87 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df HTTP/1.1" status: 200 len: 932 time: 0.1427650 Jun 14 17:08:30.395298 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e65aad-8400-4e71-bf29-c58523d6c7e8 {{(pid=91924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 17:08:30.411591 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:30.434895 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] Transition to ACTIVE for port object 60e65aad-8400-4e71-bf29-c58523d6c7e8 will not be triggered until provisioned by entity L2. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:08:30.441069 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c399acf5-a5c8-4028-b544-f30af7aa56c1 req-a9695b75-d7e0-4c25-b0e5-6747a469698a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584850 Jun 14 17:08:30.442147 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:30.444198 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8a681357-c19f-4d5a-8048-4da9c456eeaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:30.542026 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] Pushing event updated for resources: {'Port': ['ID=60e65aad-8400-4e71-bf29-c58523d6c7e8,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:30.545700 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:30.632731 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] Attempting to bind port 60e65aad-8400-4e71-bf29-c58523d6c7e8 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 17:08:30.633068 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] Attempting to bind port 60e65aad-8400-4e71-bf29-c58523d6c7e8 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '1c809044-8102-4954-be5c-aa36261c8519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed'}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 17:08:30.633395 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] Attempting to bind port 60e65aad-8400-4e71-bf29-c58523d6c7e8 on network 8560731a-9c90-4793-ae30-ab87841a8fed {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:08:30.638836 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] Port 60e65aad-8400-4e71-bf29-c58523d6c7e8 on network 8560731a-9c90-4793-ae30-ab87841a8fed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 17:08:30.639151 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] Attempting to bind port 60e65aad-8400-4e71-bf29-c58523d6c7e8 on network 8560731a-9c90-4793-ae30-ab87841a8fed {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:08:30.644029 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] Checking agent: {'id': 'd91e4a82-0936-47d0-84c3-2c620c6821d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'started_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 17, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 17:08:30.644355 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] Checking segment: {'id': '1c809044-8102-4954-be5c-aa36261c8519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 17:08:30.644727 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] Bound using segment: {'id': '1c809044-8102-4954-be5c-aa36261c8519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed'} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 17:08:30.645140 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] Bound port: 60e65aad-8400-4e71-bf29-c58523d6c7e8, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c809044-8102-4954-be5c-aa36261c8519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed'}}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 17:08:30.645479 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:30.717775 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] For port 60e65aad-8400-4e71-bf29-c58523d6c7e8, host hv-cinder-79628, cleared binding levels {{(pid=91924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 17:08:30.720777 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] For port 60e65aad-8400-4e71-bf29-c58523d6c7e8, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=60e65aad-8400-4e71-bf29-c58523d6c7e8,segment=NetworkSegment(1c809044-8102-4954-be5c-aa36261c8519),segment_id=1c809044-8102-4954-be5c-aa36261c8519)] {{(pid=91924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 17:08:30.729146 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:30.731110 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9d523bd7-eb2b-44ec-9807-060ddbcf8dfb tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:30.771660 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:30.772271 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:30.773654 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] 10.222.0.43 "PUT /v2.0/ports/60e65aad-8400-4e71-bf29-c58523d6c7e8 HTTP/1.1" status: 200 len: 1094 time: 0.8578904 Jun 14 17:08:30.774172 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce3f35a-be4c-488b-8641-5a1bd03f78df', 'tag': '60e65aad-8400-4e71-bf29-c58523d6c7e8'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:08:30.776605 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da25a58-8e59-4566-94b4-a9a0ec614756" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce3f35a-be4c-488b-8641-5a1bd03f78df", "tag": "60e65aad-8400-4e71-bf29-c58523d6c7e8"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:08:30.808004 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] Pushing event updated for resources: {'Port': ['ID=60e65aad-8400-4e71-bf29-c58523d6c7e8,revision_number=3']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:30.811390 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:30.862899 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 17:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533f35d1-c6f0-4d01-95ca-80688b5f9299 x-openstack-request-id: req-533f35d1-c6f0-4d01-95ca-80688b5f9299 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:08:30.863219 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce3f35a-be4c-488b-8641-5a1bd03f78df", "tag": "60e65aad-8400-4e71-bf29-c58523d6c7e8", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:08:30.863500 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-533f35d1-c6f0-4d01-95ca-80688b5f9299 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:08:30.864067 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce3f35a-be4c-488b-8641-5a1bd03f78df', 'tag': '60e65aad-8400-4e71-bf29-c58523d6c7e8', 'status': 'completed', 'code': 200} Jun 14 17:08:30.898913 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-b12a75fa-7171-49c8-a1d9-6b0fd2cf64d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:30.904872 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-b12a75fa-7171-49c8-a1d9-6b0fd2cf64d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bddc90907524095ad0401cb14a2f68c&device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df HTTP/1.1" status: 200 len: 1097 time: 0.0746665 Jun 14 17:08:30.957680 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-0e2ce68d-48e7-4693-b169-cebc679d45ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60e65aad-8400-4e71-bf29-c58523d6c7e8 HTTP/1.1" status: 200 len: 217 time: 0.0483873 Jun 14 17:08:31.013594 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-fbc7e803-3953-4dce-99e5-ea8493c33b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:31.016081 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-fbc7e803-3953-4dce-99e5-ea8493c33b78 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6cabad88-fac4-45e5-a292-a7d08d2f23f7 HTTP/1.1" status: 200 len: 850 time: 0.0504460 Jun 14 17:08:31.089412 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-9df25d8f-c592-4413-8832-6695ea9d1332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:31.090937 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-9df25d8f-c592-4413-8832-6695ea9d1332 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8560731a-9c90-4793-ae30-ab87841a8fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685463 Jun 14 17:08:31.217679 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-f7ac894a-dc2b-4789-affc-63e2aa8b0656 service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192725 Jun 14 17:08:31.329268 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-38aafbb5-2709-4a4b-8be6-b0c56ffaf991 req-e0f67b35-53ab-438e-943d-dde96822fa94 service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045122 Jun 14 17:08:31.448355 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da25a58-8e59-4566-94b4-a9a0ec614756 req-bacb2212-b1c4-4ef9-a8f4-585f931e1f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:31.449976 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1da25a58-8e59-4566-94b4-a9a0ec614756 req-bacb2212-b1c4-4ef9-a8f4-585f931e1f15 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bddc90907524095ad0401cb14a2f68c&device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df HTTP/1.1" status: 200 len: 1097 time: 0.0694895 Jun 14 17:08:31.615569 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da25a58-8e59-4566-94b4-a9a0ec614756 req-d9890a9d-23f5-46be-b419-f032e983be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:31.617067 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1da25a58-8e59-4566-94b4-a9a0ec614756 req-d9890a9d-23f5-46be-b419-f032e983be9a service neutron] 10.222.0.43 "GET /v2.0/networks?id=8560731a-9c90-4793-ae30-ab87841a8fed HTTP/1.1" status: 200 len: 912 time: 0.1585150 Jun 14 17:08:31.677721 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1da25a58-8e59-4566-94b4-a9a0ec614756 req-5fc6ff53-3865-45ea-85c2-a672f2bc8531 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60e65aad-8400-4e71-bf29-c58523d6c7e8 HTTP/1.1" status: 200 len: 217 time: 0.0505505 Jun 14 17:08:31.728522 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6dc7c-427e-467a-8b37-f1c333937959 req-0c4c4049-9e37-4682-89ad-0034dc7bc912 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:31.730026 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6fb6dc7c-427e-467a-8b37-f1c333937959 req-0c4c4049-9e37-4682-89ad-0034dc7bc912 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df HTTP/1.1" status: 200 len: 944 time: 0.1675818 Jun 14 17:08:31.767646 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da25a58-8e59-4566-94b4-a9a0ec614756 req-59a2ed7f-ee46-4ec7-9825-3feaaefc8088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:31.769073 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1da25a58-8e59-4566-94b4-a9a0ec614756 req-59a2ed7f-ee46-4ec7-9825-3feaaefc8088 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6cabad88-fac4-45e5-a292-a7d08d2f23f7 HTTP/1.1" status: 200 len: 850 time: 0.0820053 Jun 14 17:08:31.811724 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6fb6dc7c-427e-467a-8b37-f1c333937959 req-7202928c-bcb2-4215-b60c-70ca83d67d94 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722415 Jun 14 17:08:31.844851 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da25a58-8e59-4566-94b4-a9a0ec614756 req-3e123e1f-522f-4dc2-a875-8530d8985cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:31.846393 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1da25a58-8e59-4566-94b4-a9a0ec614756 req-3e123e1f-522f-4dc2-a875-8530d8985cde service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8560731a-9c90-4793-ae30-ab87841a8fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689762 Jun 14 17:08:31.967698 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1da25a58-8e59-4566-94b4-a9a0ec614756 req-aa9addd8-9407-4b1d-ab57-7a8646fad670 service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113131 Jun 14 17:08:32.091534 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1da25a58-8e59-4566-94b4-a9a0ec614756 req-6783e416-260d-49c2-91a6-f9373d931f31 service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187072 Jun 14 17:08:33.006452 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df048c4-2643-452c-bf07-b2b67a7cd739 req-6fae21e3-f706-4ff3-84cd-c63489728b17 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:33.007930 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4df048c4-2643-452c-bf07-b2b67a7cd739 req-6fae21e3-f706-4ff3-84cd-c63489728b17 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df HTTP/1.1" status: 200 len: 944 time: 0.0725973 Jun 14 17:08:33.071049 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4df048c4-2643-452c-bf07-b2b67a7cd739 req-9692dd38-0c12-462d-a8a0-c25ccb034a53 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560131 Jun 14 17:08:34.253994 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09451be-cafb-48a5-a7fb-cea7a67882d7 req-f3269b3c-f5a5-4a81-aa71-9d1652366679 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:34.255360 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c09451be-cafb-48a5-a7fb-cea7a67882d7 req-f3269b3c-f5a5-4a81-aa71-9d1652366679 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df HTTP/1.1" status: 200 len: 944 time: 0.0709448 Jun 14 17:08:34.297454 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c09451be-cafb-48a5-a7fb-cea7a67882d7 req-5392efd9-fc09-4224-a8f3-3ca1fa329e6b tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362928 Jun 14 17:08:35.488489 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efefbb8-a460-4fb5-8e06-5f95b6ee15e8 req-df12ecd7-410e-4479-9c0a-1ca4f8753c66 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:35.489909 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3efefbb8-a460-4fb5-8e06-5f95b6ee15e8 req-df12ecd7-410e-4479-9c0a-1ca4f8753c66 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df HTTP/1.1" status: 200 len: 944 time: 0.0700722 Jun 14 17:08:35.535996 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3efefbb8-a460-4fb5-8e06-5f95b6ee15e8 req-769eeefc-a122-4066-8daf-d8a5cd297cb2 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403783 Jun 14 17:08:36.757973 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc34dbc-5693-4e2c-bd84-3dffd1dfc376 req-7cdc26de-69e0-4891-b19d-78f518473c88 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:36.759671 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ddc34dbc-5693-4e2c-bd84-3dffd1dfc376 req-7cdc26de-69e0-4891-b19d-78f518473c88 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df HTTP/1.1" status: 200 len: 944 time: 0.0937476 Jun 14 17:08:36.805323 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ddc34dbc-5693-4e2c-bd84-3dffd1dfc376 req-c58ac8f3-3932-498b-8896-dbf7e60f8181 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396817 Jun 14 17:08:37.948810 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:38.006740 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dffc3-0ad0-42dc-9cb1-c2c27be76cbd req-095a27b4-5a22-43fc-be4d-9681b0461ae2 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:38.008266 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-791dffc3-0ad0-42dc-9cb1-c2c27be76cbd req-095a27b4-5a22-43fc-be4d-9681b0461ae2 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df HTTP/1.1" status: 200 len: 944 time: 0.0812030 Jun 14 17:08:38.055257 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-791dffc3-0ad0-42dc-9cb1-c2c27be76cbd req-cd340335-2e77-4d15-be4e-4b2968865138 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410118 Jun 14 17:08:38.670868 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-e60290d9-eb46-4b9a-91e0-935d96a264d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:39.239810 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3c3e7-5f20-410a-b963-a283df7aa8fd req-4137658d-96be-4d18-a3b7-d4d51e539ebb tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:39.241473 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0da3c3e7-5f20-410a-b963-a283df7aa8fd req-4137658d-96be-4d18-a3b7-d4d51e539ebb tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df HTTP/1.1" status: 200 len: 944 time: 0.0686672 Jun 14 17:08:39.283713 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0da3c3e7-5f20-410a-b963-a283df7aa8fd req-9a63d461-2053-45d2-8f1b-4783527a7600 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367706 Jun 14 17:08:39.720222 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 60e65aad-8400-4e71-bf29-c58523d6c7e8 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91926) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 17:08:39.857417 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 60e65aad-8400-4e71-bf29-c58523d6c7e8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=60e65aad-8400-4e71-bf29-c58523d6c7e8,segment=NetworkSegment(1c809044-8102-4954-be5c-aa36261c8519),segment_id=1c809044-8102-4954-be5c-aa36261c8519)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:08:39.871259 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Returning: {'device': '60e65aad-8400-4e71-bf29-c58523d6c7e8', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'port_id': '60e65aad-8400-4e71-bf29-c58523d6c7e8', 'mac_address': 'fa:16:3e:bf:02:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91926) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 17:08:39.921709 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:39.941387 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e65aad-8400-4e71-bf29-c58523d6c7e8 {{(pid=91926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 17:08:39.969165 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 60e65aad-8400-4e71-bf29-c58523d6c7e8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=60e65aad-8400-4e71-bf29-c58523d6c7e8,segment=NetworkSegment(1c809044-8102-4954-be5c-aa36261c8519),segment_id=1c809044-8102-4954-be5c-aa36261c8519)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:08:39.977162 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:39.979634 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:40.037494 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=60e65aad-8400-4e71-bf29-c58523d6c7e8,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:40.045113 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:40.045522 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:40.045925 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:40.046257 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:40.046619 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:40.046947 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:40.047270 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:40.047597 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:40.047915 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:40.048240 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:40.048554 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:40.048861 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:40.053256 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:40.231121 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['60e65aad-8400-4e71-bf29-c58523d6c7e8'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 17:08:40.487636 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba06abf-2c9d-473f-a0c2-c2d0097118d5 req-9a3cb3b6-a842-4297-b597-50ccbabfe3f1 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:40.489144 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4ba06abf-2c9d-473f-a0c2-c2d0097118d5 req-9a3cb3b6-a842-4297-b597-50ccbabfe3f1 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df HTTP/1.1" status: 200 len: 945 time: 0.0829182 Jun 14 17:08:40.537264 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4ba06abf-2c9d-473f-a0c2-c2d0097118d5 req-6d0e55df-9e95-440e-86b4-99f583049932 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416946 Jun 14 17:08:40.888266 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:41.069476 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-a035dd6c-f33f-4ce6-be79-7295b1f9d2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:41.727475 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be3545-1d39-4815-a144-6e64d464dfc7 req-5ef2b9cc-dc8f-4f54-9ceb-7db34a4f0dd5 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:41.728887 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-05be3545-1d39-4815-a144-6e64d464dfc7 req-5ef2b9cc-dc8f-4f54-9ceb-7db34a4f0dd5 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df HTTP/1.1" status: 200 len: 945 time: 0.0724187 Jun 14 17:08:41.747338 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 60e65aad-8400-4e71-bf29-c58523d6c7e8 up at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:08:41.777805 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-05be3545-1d39-4815-a144-6e64d464dfc7 req-94ea735d-42b1-4bfa-ad1b-16c0c4a0a904 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403965 Jun 14 17:08:41.812656 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning for port 60e65aad-8400-4e71-bf29-c58523d6c7e8 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:08:41.817439 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning complete for port 60e65aad-8400-4e71-bf29-c58523d6c7e8 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:08:41.817822 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:41.921215 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:41.946881 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce3f35a-be4c-488b-8641-5a1bd03f78df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e65aad-8400-4e71-bf29-c58523d6c7e8'}] {{(pid=91926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:08:41.949243 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b0a793cb4832d067d15d1ae193df815134514e8483bb184155629213ee4f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cc7a8c-5c62-4150-bc19-e8e5d7a1c013" -d '{"events": [{"server_uuid": "8ce3f35a-be4c-488b-8641-5a1bd03f78df", "name": "network-vif-plugged", "status": "completed", "tag": "60e65aad-8400-4e71-bf29-c58523d6c7e8"}]}' {{(pid=91926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:08:41.963997 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 60e65aad-8400-4e71-bf29-c58523d6c7e8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=60e65aad-8400-4e71-bf29-c58523d6c7e8,segment=NetworkSegment(1c809044-8102-4954-be5c-aa36261c8519),segment_id=1c809044-8102-4954-be5c-aa36261c8519)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:08:41.969040 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:41.970982 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:41.999653 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 17:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b239b4-54c1-4251-9b37-c208924285bd x-openstack-request-id: req-49b239b4-54c1-4251-9b37-c208924285bd {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:08:41.999942 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce3f35a-be4c-488b-8641-5a1bd03f78df", "name": "network-vif-plugged", "status": "completed", "tag": "60e65aad-8400-4e71-bf29-c58523d6c7e8", "code": 200}]} {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:08:42.000198 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49b239b4-54c1-4251-9b37-c208924285bd {{(pid=91926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:08:42.000624 dv-cinder-796286-2-iscsi neutron-server[91926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce3f35a-be4c-488b-8641-5a1bd03f78df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e65aad-8400-4e71-bf29-c58523d6c7e8', 'code': 200} Jun 14 17:08:42.031022 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=60e65aad-8400-4e71-bf29-c58523d6c7e8,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:42.034087 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:42.280923 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea06b8-e6a6-4832-b6fd-b33760d910e8 req-d980d4b4-9f39-4c09-88b0-9874be223e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:42.282388 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3cea06b8-e6a6-4832-b6fd-b33760d910e8 req-d980d4b4-9f39-4c09-88b0-9874be223e34 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df HTTP/1.1" status: 200 len: 1099 time: 0.0563235 Jun 14 17:08:42.325015 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3cea06b8-e6a6-4832-b6fd-b33760d910e8 req-80c06eb4-ee6f-4850-b61e-c4e3d60b23ea service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319355 Jun 14 17:08:42.573086 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:43.268114 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1c1b5-3e05-499f-b72e-55cfe5d8b4b3 req-0a5cea5c-e5b6-4618-ab87-1c2ee479282e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:43.269514 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-22b1c1b5-3e05-499f-b72e-55cfe5d8b4b3 req-0a5cea5c-e5b6-4618-ab87-1c2ee479282e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df HTTP/1.1" status: 200 len: 946 time: 0.3782470 Jun 14 17:08:43.314848 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-22b1c1b5-3e05-499f-b72e-55cfe5d8b4b3 req-87963f36-1922-4d95-9475-296dc956859d tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385659 Jun 14 17:08:44.435200 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:44.446195 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:08:44.502926 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37303723-1710-4fb7-9d99-bb1eb2c0a533 req-16f61b13-ced2-43dd-b426-cfb80fb19e62 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:44.504389 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-37303723-1710-4fb7-9d99-bb1eb2c0a533 req-16f61b13-ced2-43dd-b426-cfb80fb19e62 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df HTTP/1.1" status: 200 len: 946 time: 0.0700772 Jun 14 17:08:44.551387 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-37303723-1710-4fb7-9d99-bb1eb2c0a533 req-770e9ff5-c2d4-4768-8c9a-60b163e0c227 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412815 Jun 14 17:08:44.745841 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28144b68-df5a-4b6e-99e8-3beccb6298aa req-72cf485a-6ae1-404d-8bd4-8a4bb544b1e0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:44.747344 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-28144b68-df5a-4b6e-99e8-3beccb6298aa req-72cf485a-6ae1-404d-8bd4-8a4bb544b1e0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df HTTP/1.1" status: 200 len: 946 time: 0.0738928 Jun 14 17:08:44.791545 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-28144b68-df5a-4b6e-99e8-3beccb6298aa req-33571d27-11b8-45c6-929f-e48e014fb69e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382783 Jun 14 17:08:44.817202 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 43942) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:08:44.974134 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1366c59-61a2-4f41-880a-3efff917cb93 tempest-TestVolumeBootPattern-1156862471 tempest-TestVolumeBootPattern-1156862471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:44.975849 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-a1366c59-61a2-4f41-880a-3efff917cb93 tempest-TestVolumeBootPattern-1156862471 tempest-TestVolumeBootPattern-1156862471-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df HTTP/1.1" status: 200 len: 1094 time: 0.1575637 Jun 14 17:08:44.978765 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 43946) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:08:44.983369 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Request body: {'floatingip': {'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'port_id': '60e65aad-8400-4e71-bf29-c58523d6c7e8', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:08:45.006778 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for floatingip, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:45.125821 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:45.244269 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Allocated IP 172.27.0.113 (2e21213b-d279-4f17-b7ac-a39d3c551e15/cd8b9889-3c5e-49b3-9c23-75f1e7c20530/bb73def5-3ccf-44d2-a64a-200bdfb6abe3) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 17:08:45.370337 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:45.411267 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11589351'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:45.413227 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-26b5d81f-46c3-4ddb-9eb6-9b9aa89fc44a tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:45.458966 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Network 2e21213b-d279-4f17-b7ac-a39d3c551e15 is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:08:45.462053 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:08:45.466319 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 17:08:45.469377 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Pushing event updated for resources: {'Port': ['ID=bb73def5-3ccf-44d2-a64a-200bdfb6abe3,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:45.504897 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:45.505179 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:45.505527 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:45.505878 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:45.506221 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:45.506591 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:45.506930 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:45.507271 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:45.507587 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:45.507929 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:45.508269 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:45.508601 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:45.513235 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:45.939164 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:46.032005 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:46.454034 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for port, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:46.460235 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11589337'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:46.462325 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:46.536217 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Pushing event updated for resources: {'Port': ['ID=bb73def5-3ccf-44d2-a64a-200bdfb6abe3,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:46.543638 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:46.554222 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594291'] for floatingip, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:46.693822 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.db.l3_db [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Floating IP df03115a-c449-4204-a8d5-70c5b0c71a9f associated. External IP: 172.27.0.113, port: 60e65aad-8400-4e71-bf29-c58523d6c7e8. Jun 14 17:08:46.976281 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Router cc16f8da-c677-4efc-b59c-3d7780f8bce5 has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 17:08:47.124177 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 17:08:47.133799 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d6354c-04bc-4cd4-8b03-8bb846c83f4d None None] Sync routers for ids ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'] in dv-cinder-796286-2-iscsi {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 17:08:47.141743 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for floatingip, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:47.145386 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d6354c-04bc-4cd4-8b03-8bb846c83f4d None None] Routers {'cc16f8da-c677-4efc-b59c-3d7780f8bce5'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:08:47.146017 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-77d6354c-04bc-4cd4-8b03-8bb846c83f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:08:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:08:47.198478 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2067406 Jun 14 17:08:47.198478 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce3f35a-be4c-488b-8641-5a1bd03f78df', 'tag': '60e65aad-8400-4e71-bf29-c58523d6c7e8'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:08:47.198478 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d291eb15d8c6473d16ee8dba452630a330a550e33bdf6927b5873c3041ff4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a185027-1e75-4077-9d4d-17ed9ac66e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce3f35a-be4c-488b-8641-5a1bd03f78df", "tag": "60e65aad-8400-4e71-bf29-c58523d6c7e8"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:08:47.282767 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 17:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1c3cb9-e2a5-441d-a8ec-8371de2cd513 x-openstack-request-id: req-6d1c3cb9-e2a5-441d-a8ec-8371de2cd513 {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:08:47.283094 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce3f35a-be4c-488b-8641-5a1bd03f78df", "tag": "60e65aad-8400-4e71-bf29-c58523d6c7e8", "status": "completed", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:08:47.283412 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d1c3cb9-e2a5-441d-a8ec-8371de2cd513 {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:08:47.283817 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce3f35a-be4c-488b-8641-5a1bd03f78df', 'tag': '60e65aad-8400-4e71-bf29-c58523d6c7e8', 'status': 'completed', 'code': 200} Jun 14 17:08:47.304380 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-77d6354c-04bc-4cd4-8b03-8bb846c83f4d None None] Set router cc16f8da-c677-4efc-b59c-3d7780f8bce5 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:08:47.372965 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a185027-1e75-4077-9d4d-17ed9ac66e8b req-44e0b338-cee7-4624-b750-412140eb8f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:47.374648 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2a185027-1e75-4077-9d4d-17ed9ac66e8b req-44e0b338-cee7-4624-b750-412140eb8f16 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bddc90907524095ad0401cb14a2f68c&device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df HTTP/1.1" status: 200 len: 1099 time: 0.0656414 Jun 14 17:08:47.503153 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a185027-1e75-4077-9d4d-17ed9ac66e8b req-f2b977dc-b4f1-4915-8eee-462ed8c023cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:47.504533 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2a185027-1e75-4077-9d4d-17ed9ac66e8b req-f2b977dc-b4f1-4915-8eee-462ed8c023cf service neutron] 10.222.0.43 "GET /v2.0/networks?id=8560731a-9c90-4793-ae30-ab87841a8fed HTTP/1.1" status: 200 len: 912 time: 0.1221025 Jun 14 17:08:47.615599 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2a185027-1e75-4077-9d4d-17ed9ac66e8b req-202b5c62-285b-46db-abf0-5e7a7c202ca0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60e65aad-8400-4e71-bf29-c58523d6c7e8 HTTP/1.1" status: 200 len: 1000 time: 0.0979476 Jun 14 17:08:47.641657 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-77d6354c-04bc-4cd4-8b03-8bb846c83f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:07:55Z', 'updated_at': '2021-06-14T17:08:00Z', 'revision_number': 4, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'gw_port': {'id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:56Z', 'updated_at': '2021-06-14T17:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_floatingips': [{'id': 'df03115a-c449-4204-a8d5-70c5b0c71a9f', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'port_id': '60e65aad-8400-4e71-bf29-c58523d6c7e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'mac_address': 'fa:16:3e:bf:02:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce3f35a-be4c-488b-8641-5a1bd03f78df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T17:08:45Z', 'updated_at': '2021-06-14T17:08:45Z', 'revision_number': 0, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634a005b-73ca-41e5-9e96-26cf6b83c51d', 'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:59Z', 'updated_at': '2021-06-14T17:08:07Z', 'revision_number': 5, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'subnets': [{'id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:08:47.645320 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d6354c-04bc-4cd4-8b03-8bb846c83f4d None None] Checking router: cc16f8da-c677-4efc-b59c-3d7780f8bce5 for host: dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 17:08:47.654193 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d6354c-04bc-4cd4-8b03-8bb846c83f4d None None] Routers {'cc16f8da-c677-4efc-b59c-3d7780f8bce5'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:08:47.654869 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-77d6354c-04bc-4cd4-8b03-8bb846c83f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:08:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:08:47.681892 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a185027-1e75-4077-9d4d-17ed9ac66e8b req-74d9a96d-b91b-4e92-8656-adb1d88c4eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:47.683393 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2a185027-1e75-4077-9d4d-17ed9ac66e8b req-74d9a96d-b91b-4e92-8656-adb1d88c4eeb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6cabad88-fac4-45e5-a292-a7d08d2f23f7 HTTP/1.1" status: 200 len: 850 time: 0.0639191 Jun 14 17:08:47.761473 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a185027-1e75-4077-9d4d-17ed9ac66e8b req-291d8007-238c-4f40-93f2-8928d305a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:47.767119 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2a185027-1e75-4077-9d4d-17ed9ac66e8b req-291d8007-238c-4f40-93f2-8928d305a4ae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8560731a-9c90-4793-ae30-ab87841a8fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726762 Jun 14 17:08:47.897301 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2a185027-1e75-4077-9d4d-17ed9ac66e8b req-b6cfaf55-9d2a-4ba3-83e4-d3a40f08632c service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256108 Jun 14 17:08:47.951865 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-77d6354c-04bc-4cd4-8b03-8bb846c83f4d None None] Set router cc16f8da-c677-4efc-b59c-3d7780f8bce5 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:08:48.025368 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2a185027-1e75-4077-9d4d-17ed9ac66e8b req-f1fb2c22-5f7a-464f-b1b9-eddaf944e3c6 service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204407 Jun 14 17:08:48.249953 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-77d6354c-04bc-4cd4-8b03-8bb846c83f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:07:55Z', 'updated_at': '2021-06-14T17:08:00Z', 'revision_number': 4, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'gw_port': {'id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:56Z', 'updated_at': '2021-06-14T17:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_floatingips': [{'id': 'df03115a-c449-4204-a8d5-70c5b0c71a9f', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'port_id': '60e65aad-8400-4e71-bf29-c58523d6c7e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'mac_address': 'fa:16:3e:bf:02:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce3f35a-be4c-488b-8641-5a1bd03f78df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T17:08:45Z', 'updated_at': '2021-06-14T17:08:45Z', 'revision_number': 0, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634a005b-73ca-41e5-9e96-26cf6b83c51d', 'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:59Z', 'updated_at': '2021-06-14T17:08:07Z', 'revision_number': 5, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'subnets': [{'id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:08:48.253556 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d6354c-04bc-4cd4-8b03-8bb846c83f4d None None] The sync data for ids ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'] in dv-cinder-796286-2-iscsi is: [{'id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:07:55Z', 'updated_at': '2021-06-14T17:08:00Z', 'revision_number': 4, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'gw_port': {'id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:56Z', 'updated_at': '2021-06-14T17:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_floatingips': [{'id': 'df03115a-c449-4204-a8d5-70c5b0c71a9f', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'floating_ip_address': '172.27.0.113', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'port_id': '60e65aad-8400-4e71-bf29-c58523d6c7e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'mac_address': 'fa:16:3e:bf:02:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce3f35a-be4c-488b-8641-5a1bd03f78df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T17:08:45Z', 'updated_at': '2021-06-14T17:08:45Z', 'revision_number': 0, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634a005b-73ca-41e5-9e96-26cf6b83c51d', 'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:59Z', 'updated_at': '2021-06-14T17:08:07Z', 'revision_number': 5, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'subnets': [{'id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 17:08:48.439779 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af96cd7-cb5c-438c-a4d7-8694701b6783 None None] New status for floating IP df03115a-c449-4204-a8d5-70c5b0c71a9f: ACTIVE {{(pid=91927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 17:08:51.343389 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9127839-a444-4b16-b226-1d8f137caad9 req-e43d971f-dada-4653-a3a6-3fef655e0b1d tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:51.344896 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f9127839-a444-4b16-b226-1d8f137caad9 req-e43d971f-dada-4653-a3a6-3fef655e0b1d tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 946 time: 0.0750110 Jun 14 17:08:51.390578 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f9127839-a444-4b16-b226-1d8f137caad9 req-a261e6a1-e99c-4c7d-804a-65331ac2f860 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386958 Jun 14 17:08:52.595793 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c986097-22ce-4cf0-a37a-0100067ffa0e req-4067e474-908f-4ad1-b442-c2a63f836215 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:52.597287 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6c986097-22ce-4cf0-a37a-0100067ffa0e req-4067e474-908f-4ad1-b442-c2a63f836215 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 946 time: 0.0733781 Jun 14 17:08:52.640600 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6c986097-22ce-4cf0-a37a-0100067ffa0e req-7db356ee-e9a9-4790-a70a-eccd77de70ae tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups?id=96fc72f3-076d-4f22-8b17-d0a0316cca7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367646 Jun 14 17:08:52.745884 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b16f88-a668-49bf-97dc-7972fc65bca2 req-2a081c55-929e-4aaf-a0b9-3419727dabeb tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:08:52.747254 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b3b16f88-a668-49bf-97dc-7972fc65bca2 req-2a081c55-929e-4aaf-a0b9-3419727dabeb tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.43 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 946 time: 0.0820744 Jun 14 17:08:52.868933 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-b3b16f88-a668-49bf-97dc-7972fc65bca2 req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Deleting port e3fa70af-d4fa-45d9-964c-4d74e61bbc38 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:08:52.869238 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-b3b16f88-a668-49bf-97dc-7972fc65bca2 req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:52.989423 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-b3b16f88-a668-49bf-97dc-7972fc65bca2 req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] For port e3fa70af-d4fa-45d9-964c-4d74e61bbc38, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e3fa70af-d4fa-45d9-964c-4d74e61bbc38,segment=NetworkSegment(c597a9f7-28fc-45e8-8d76-f0226ab90e34),segment_id=c597a9f7-28fc-45e8-8d76-f0226ab90e34)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:08:52.989770 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-b3b16f88-a668-49bf-97dc-7972fc65bca2 req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:53.220023 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-b3b16f88-a668-49bf-97dc-7972fc65bca2 req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:53.220403 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-b3b16f88-a668-49bf-97dc-7972fc65bca2 req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594291'] for floatingip, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:53.220940 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.db.l3_db [req-b3b16f88-a668-49bf-97dc-7972fc65bca2 req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Floating IP 80a91aea-200c-4e50-94a0-ca5964f07d3f disassociated. External IP: 172.27.0.25, port: e3fa70af-d4fa-45d9-964c-4d74e61bbc38. Jun 14 17:08:53.221211 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-b3b16f88-a668-49bf-97dc-7972fc65bca2 req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Calling delete_port for e3fa70af-d4fa-45d9-964c-4d74e61bbc38 owned by compute:nova {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:08:53.381313 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-b3b16f88-a668-49bf-97dc-7972fc65bca2 req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:53.385910 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-447b2195-1478-4ec1-bbce-50b93abb8135 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:53.416564 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Pushing event deleted for resources: {'Port': ['ID=e3fa70af-d4fa-45d9-964c-4d74e61bbc38,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:53.429971 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:53.430412 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:53.430749 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:53.431107 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:53.431457 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:53.431799 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:53.432161 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:53.432503 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:53.432844 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:53.433187 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:53.433534 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:53.433861 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:08:53.437464 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:53.587697 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3b16f88-a668-49bf-97dc-7972fc65bca2 req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Router 98b12465-281f-4018-83aa-a5f8dbfde16b has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 17:08:53.747475 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3b16f88-a668-49bf-97dc-7972fc65bca2 req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 17:08:53.758176 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba3291a-aa80-424e-ac4e-909ae6dc7dad None None] Sync routers for ids ['98b12465-281f-4018-83aa-a5f8dbfde16b'] in dv-cinder-796286-2-iscsi {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 17:08:53.768802 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba3291a-aa80-424e-ac4e-909ae6dc7dad None None] Routers {'98b12465-281f-4018-83aa-a5f8dbfde16b'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:08:53.769437 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-dba3291a-aa80-424e-ac4e-909ae6dc7dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:08:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['98b12465-281f-4018-83aa-a5f8dbfde16b'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:08:53.813764 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b16f88-a668-49bf-97dc-7972fc65bca2 req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] No DVR routers for this DVR port e3fa70af-d4fa-45d9-964c-4d74e61bbc38 on host hv-cinder-79628 {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 17:08:53.836536 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-b3b16f88-a668-49bf-97dc-7972fc65bca2 req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:53.838555 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b3b16f88-a668-49bf-97dc-7972fc65bca2 req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.43 "DELETE /v2.0/ports/e3fa70af-d4fa-45d9-964c-4d74e61bbc38 HTTP/1.1" status: 204 len: 173 time: 1.0829070 Jun 14 17:08:53.839238 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ea1595-b4d6-4fe8-92c0-192a2061068d', 'name': 'network-vif-deleted', 'tag': 'e3fa70af-d4fa-45d9-964c-4d74e61bbc38'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:08:53.841764 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b269dd43-b8c5-4e8b-aa6b-572bf760b565" -d '{"events": [{"server_uuid": "53ea1595-b4d6-4fe8-92c0-192a2061068d", "name": "network-vif-deleted", "tag": "e3fa70af-d4fa-45d9-964c-4d74e61bbc38"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:08:53.857692 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-71132d2a-4981-40fc-b33b-dcd7d206d74a req-aa70a809-e500-4a1a-9278-566a98c064ce tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/ports?device_id=53ea1595-b4d6-4fe8-92c0-192a2061068d HTTP/1.1" status: 200 len: 210 time: 0.0791249 Jun 14 17:08:53.895381 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 17:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4269347-9cb8-4ad5-baf5-5eadc5ecfc7c x-openstack-request-id: req-d4269347-9cb8-4ad5-baf5-5eadc5ecfc7c {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:08:53.895755 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ea1595-b4d6-4fe8-92c0-192a2061068d", "name": "network-vif-deleted", "tag": "e3fa70af-d4fa-45d9-964c-4d74e61bbc38", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:08:53.896045 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4269347-9cb8-4ad5-baf5-5eadc5ecfc7c {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:08:53.896879 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ea1595-b4d6-4fe8-92c0-192a2061068d', 'name': 'network-vif-deleted', 'tag': 'e3fa70af-d4fa-45d9-964c-4d74e61bbc38', 'status': 'completed', 'code': 200} Jun 14 17:08:53.975748 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-dba3291a-aa80-424e-ac4e-909ae6dc7dad None None] Set router 98b12465-281f-4018-83aa-a5f8dbfde16b gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:08:54.260103 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-dba3291a-aa80-424e-ac4e-909ae6dc7dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'name': 'tempest-AttachVolumeShelveTestJSON-1420384464-router', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:32Z', 'revision_number': 4, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'gw_port': {'id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': 'bf0467e9-9858-4306-b080-5519d134375b', 'name': '', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'mac_address': 'fa:16:3e:93:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '341588b0-f3be-40cf-89af-87293678f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:31Z', 'updated_at': '2021-06-14T16:57:38Z', 'revision_number': 5, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'subnets': [{'id': '341588b0-f3be-40cf-89af-87293678f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:08:54.264780 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba3291a-aa80-424e-ac4e-909ae6dc7dad None None] Checking router: 98b12465-281f-4018-83aa-a5f8dbfde16b for host: dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 17:08:54.275674 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba3291a-aa80-424e-ac4e-909ae6dc7dad None None] Routers {'98b12465-281f-4018-83aa-a5f8dbfde16b'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:08:54.276278 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-dba3291a-aa80-424e-ac4e-909ae6dc7dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:08:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['98b12465-281f-4018-83aa-a5f8dbfde16b'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:08:54.428381 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-dba3291a-aa80-424e-ac4e-909ae6dc7dad None None] Set router 98b12465-281f-4018-83aa-a5f8dbfde16b gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:08:54.693661 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-dba3291a-aa80-424e-ac4e-909ae6dc7dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'name': 'tempest-AttachVolumeShelveTestJSON-1420384464-router', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:32Z', 'revision_number': 4, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'gw_port': {'id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': 'bf0467e9-9858-4306-b080-5519d134375b', 'name': '', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'mac_address': 'fa:16:3e:93:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '341588b0-f3be-40cf-89af-87293678f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:31Z', 'updated_at': '2021-06-14T16:57:38Z', 'revision_number': 5, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'subnets': [{'id': '341588b0-f3be-40cf-89af-87293678f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:08:54.697607 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba3291a-aa80-424e-ac4e-909ae6dc7dad None None] The sync data for ids ['98b12465-281f-4018-83aa-a5f8dbfde16b'] in dv-cinder-796286-2-iscsi is: [{'id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'name': 'tempest-AttachVolumeShelveTestJSON-1420384464-router', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:32Z', 'revision_number': 4, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'gw_port': {'id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': 'bf0467e9-9858-4306-b080-5519d134375b', 'name': '', 'network_id': '8cefed9c-67eb-4905-8e05-5de75185084f', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'mac_address': 'fa:16:3e:93:3d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '341588b0-f3be-40cf-89af-87293678f8bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:31Z', 'updated_at': '2021-06-14T16:57:38Z', 'revision_number': 5, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'subnets': [{'id': '341588b0-f3be-40cf-89af-87293678f8bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 17:08:54.922056 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb6fe54-d8d0-40a2-b99e-3c6d9bf45cc0 None None] New status for floating IP 80a91aea-200c-4e50-94a0-ca5964f07d3f: DOWN {{(pid=91927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 17:08:54.991810 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 43994) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:08:55.057448 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ec2440a1-a22f-4165-b6f1-4dc73d29b9b7 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:55.083591 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ec2440a1-a22f-4165-b6f1-4dc73d29b9b7 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:55.142839 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ec2440a1-a22f-4165-b6f1-4dc73d29b9b7 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:55.148897 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-ec2440a1-a22f-4165-b6f1-4dc73d29b9b7 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:55.150766 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-ec2440a1-a22f-4165-b6f1-4dc73d29b9b7 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "DELETE /v2.0/security-groups/96fc72f3-076d-4f22-8b17-d0a0316cca7b HTTP/1.1" status: 204 len: 168 time: 0.1572039 Jun 14 17:08:55.152148 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-7a3408ef-4d6b-47b6-b03d-d1ff65483f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:55.153860 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 43998) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:08:55.172648 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2440a1-a22f-4165-b6f1-4dc73d29b9b7 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fc72f3-076d-4f22-8b17-d0a0316cca7b,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:55.174996 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.api.v2.resource [None req-51a771bf-223a-481e-ac06-8bc6e6c745a6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] show failed (client error): The resource could not be found. Jun 14 17:08:55.175324 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-ec2440a1-a22f-4165-b6f1-4dc73d29b9b7 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:55.176573 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-51a771bf-223a-481e-ac06-8bc6e6c745a6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "GET /v2.0/security-groups/96fc72f3-076d-4f22-8b17-d0a0316cca7b HTTP/1.1" status: 404 len: 347 time: 0.0213575 Jun 14 17:08:55.180301 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 44000) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:08:55.362188 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-77f9bd67-1b52-465e-9761-1a65d58f6352 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Deleting port ff902437-a73e-4be6-b681-483300ee1bb8 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:08:55.362569 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-77f9bd67-1b52-465e-9761-1a65d58f6352 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:55.470379 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-77f9bd67-1b52-465e-9761-1a65d58f6352 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:55.470733 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-77f9bd67-1b52-465e-9761-1a65d58f6352 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:55.562851 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-77f9bd67-1b52-465e-9761-1a65d58f6352 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Calling delete_port for ff902437-a73e-4be6-b681-483300ee1bb8 owned by network:floatingip {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:08:55.722629 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-77f9bd67-1b52-465e-9761-1a65d58f6352 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:55.724415 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d92f0eb4-fb4a-4c3d-bd32-7165d0de40aa tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:08:55.750346 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device e3fa70af-d4fa-45d9-964c-4d74e61bbc38 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:08:55.754255 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9bd67-1b52-465e-9761-1a65d58f6352 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Pushing event deleted for resources: {'Port': ['ID=ff902437-a73e-4be6-b681-483300ee1bb8,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:08:55.756606 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-77f9bd67-1b52-465e-9761-1a65d58f6352 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:08:55.780802 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] No Port match for: e3fa70af-d4fa-45d9-964c-4d74e61bbc38 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:08:55.781147 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device e3fa70af-d4fa-45d9-964c-4d74e61bbc38 not bound to the agent host hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:08:55.834499 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-77f9bd67-1b52-465e-9761-1a65d58f6352 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks [] for floatingip, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:55.834499 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-77f9bd67-1b52-465e-9761-1a65d58f6352 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for floatingip, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:55.835946 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-77f9bd67-1b52-465e-9761-1a65d58f6352 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] 10.222.0.25 "DELETE /v2.0/floatingips/80a91aea-200c-4e50-94a0-ca5964f07d3f HTTP/1.1" status: 204 len: 168 time: 0.6539891 Jun 14 17:08:58.453419 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 44028) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:08:59.020402 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-dc0027e6-ae1e-45b9-82f6-94b4df5b51df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591572'] for router_interface, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:59.350865 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-dc0027e6-ae1e-45b9-82f6-94b4df5b51df admin admin] Deleting port bf0467e9-9858-4306-b080-5519d134375b {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:08:59.351095 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-dc0027e6-ae1e-45b9-82f6-94b4df5b51df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:59.450645 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-dc0027e6-ae1e-45b9-82f6-94b4df5b51df admin admin] For port bf0467e9-9858-4306-b080-5519d134375b, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=bf0467e9-9858-4306-b080-5519d134375b,segment=NetworkSegment(c597a9f7-28fc-45e8-8d76-f0226ab90e34),segment_id=c597a9f7-28fc-45e8-8d76-f0226ab90e34)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:08:59.450998 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-dc0027e6-ae1e-45b9-82f6-94b4df5b51df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:08:59.543544 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-dc0027e6-ae1e-45b9-82f6-94b4df5b51df admin admin] Calling delete_port for bf0467e9-9858-4306-b080-5519d134375b owned by network:router_interface {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:09:00.010317 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-dc0027e6-ae1e-45b9-82f6-94b4df5b51df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11589358'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:00.012209 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0586d081-37eb-46e7-ab3d-892900c5ca47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:09:00.039591 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0027e6-ae1e-45b9-82f6-94b4df5b51df admin admin] Pushing event deleted for resources: {'Port': ['ID=bf0467e9-9858-4306-b080-5519d134375b,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:09:00.042905 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-dc0027e6-ae1e-45b9-82f6-94b4df5b51df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:09:00.261517 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-dc0027e6-ae1e-45b9-82f6-94b4df5b51df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591940'] for router_interface, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:00.563798 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0027e6-ae1e-45b9-82f6-94b4df5b51df admin admin] Router 98b12465-281f-4018-83aa-a5f8dbfde16b has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 17:09:00.707993 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0027e6-ae1e-45b9-82f6-94b4df5b51df admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 17:09:00.713189 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-dc0027e6-ae1e-45b9-82f6-94b4df5b51df admin admin] 10.222.0.25 "PUT /v2.0/routers/98b12465-281f-4018-83aa-a5f8dbfde16b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2582538 Jun 14 17:09:00.715767 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 44038) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:09:00.718889 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9dfa90-11b0-4cc7-843a-c1d8def5e90e None None] Sync routers for ids ['98b12465-281f-4018-83aa-a5f8dbfde16b'] in dv-cinder-796286-2-iscsi {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 17:09:00.728614 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9dfa90-11b0-4cc7-843a-c1d8def5e90e None None] Routers {'98b12465-281f-4018-83aa-a5f8dbfde16b'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:09:00.729226 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-da9dfa90-11b0-4cc7-843a-c1d8def5e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:08:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['98b12465-281f-4018-83aa-a5f8dbfde16b'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:09:00.855350 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-745020f7-15a6-43d9-8ec3-7c4c0648c9de admin admin] Notify callbacks [] for router, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:00.873740 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-da9dfa90-11b0-4cc7-843a-c1d8def5e90e None None] Set router 98b12465-281f-4018-83aa-a5f8dbfde16b gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:09:01.002380 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-745020f7-15a6-43d9-8ec3-7c4c0648c9de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:01.062841 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-745020f7-15a6-43d9-8ec3-7c4c0648c9de admin admin] Deleting port c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40 {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:09:01.063179 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-745020f7-15a6-43d9-8ec3-7c4c0648c9de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:01.165604 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-745020f7-15a6-43d9-8ec3-7c4c0648c9de admin admin] For port c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:09:01.165957 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-745020f7-15a6-43d9-8ec3-7c4c0648c9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:01.247835 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-da9dfa90-11b0-4cc7-843a-c1d8def5e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'name': 'tempest-AttachVolumeShelveTestJSON-1420384464-router', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T17:08:59Z', 'revision_number': 5, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'gw_port': {'id': 'c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:44:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T16:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:09:01.251379 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9dfa90-11b0-4cc7-843a-c1d8def5e90e None None] Checking router: 98b12465-281f-4018-83aa-a5f8dbfde16b for host: dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 17:09:01.257618 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-745020f7-15a6-43d9-8ec3-7c4c0648c9de admin admin] Calling delete_port for c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40 owned by network:router_gateway {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:09:01.259957 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9dfa90-11b0-4cc7-843a-c1d8def5e90e None None] Routers {'98b12465-281f-4018-83aa-a5f8dbfde16b'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:09:01.260588 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-da9dfa90-11b0-4cc7-843a-c1d8def5e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:08:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['98b12465-281f-4018-83aa-a5f8dbfde16b'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:09:01.384419 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-da9dfa90-11b0-4cc7-843a-c1d8def5e90e None None] Set router 98b12465-281f-4018-83aa-a5f8dbfde16b gateway port host: None {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:09:01.461975 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-da9dfa90-11b0-4cc7-843a-c1d8def5e90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'name': 'tempest-AttachVolumeShelveTestJSON-1420384464-router', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T17:09:01Z', 'revision_number': 6, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'gw_port_host': None}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:09:01.465764 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9dfa90-11b0-4cc7-843a-c1d8def5e90e None None] The sync data for ids ['98b12465-281f-4018-83aa-a5f8dbfde16b'] in dv-cinder-796286-2-iscsi is: [{'id': '98b12465-281f-4018-83aa-a5f8dbfde16b', 'name': 'tempest-AttachVolumeShelveTestJSON-1420384464-router', 'tenant_id': '9cc06c11ded84810b0dbfe7c673881cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:57:29Z', 'updated_at': '2021-06-14T17:09:01Z', 'revision_number': 6, 'project_id': '9cc06c11ded84810b0dbfe7c673881cf', 'gw_port_host': None}] {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 17:09:01.476810 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-745020f7-15a6-43d9-8ec3-7c4c0648c9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11589358'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:01.479871 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:09:01.507224 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e705a61f-3077-4926-82c7-874235b3cc51 req-78cbdbc5-50b5-4096-904c-37c8f914d0d1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716827 Jun 14 17:09:01.514692 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745020f7-15a6-43d9-8ec3-7c4c0648c9de admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:09:01.518193 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-745020f7-15a6-43d9-8ec3-7c4c0648c9de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:09:01.594463 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-745020f7-15a6-43d9-8ec3-7c4c0648c9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594199'] for router_gateway, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:01.630535 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705a61f-3077-4926-82c7-874235b3cc51 req-44d40190-16d3-4f46-ad1f-a97269cd5968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:01.632035 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e705a61f-3077-4926-82c7-874235b3cc51 req-44d40190-16d3-4f46-ad1f-a97269cd5968 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bddc90907524095ad0401cb14a2f68c&device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df HTTP/1.1" status: 200 len: 1099 time: 0.0728362 Jun 14 17:09:01.729070 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-745020f7-15a6-43d9-8ec3-7c4c0648c9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-621798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106227'] for router, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:01.731364 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-745020f7-15a6-43d9-8ec3-7c4c0648c9de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:01.769548 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705a61f-3077-4926-82c7-874235b3cc51 req-08f4a328-6bfd-4add-8062-88728a5ffe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:01.772247 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e705a61f-3077-4926-82c7-874235b3cc51 req-08f4a328-6bfd-4add-8062-88728a5ffe5f service neutron] 10.222.0.43 "GET /v2.0/networks?id=8560731a-9c90-4793-ae30-ab87841a8fed HTTP/1.1" status: 200 len: 912 time: 0.1136816 Jun 14 17:09:01.789445 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-745020f7-15a6-43d9-8ec3-7c4c0648c9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-622384'] for router, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:01.790017 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745020f7-15a6-43d9-8ec3-7c4c0648c9de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98b12465-281f-4018-83aa-a5f8dbfde16b {{(pid=91925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 17:09:01.795523 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-745020f7-15a6-43d9-8ec3-7c4c0648c9de admin admin] Notify callbacks [] for router, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:01.796654 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-745020f7-15a6-43d9-8ec3-7c4c0648c9de admin admin] 10.222.0.25 "DELETE /v2.0/routers/98b12465-281f-4018-83aa-a5f8dbfde16b HTTP/1.1" status: 204 len: 168 time: 1.0800045 Jun 14 17:09:01.799548 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 44042) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:09:01.858638 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b04a2d1-d5de-477c-916c-c34fff1e46b8 admin admin] Deleting subnet 341588b0-f3be-40cf-89af-87293678f8bd {{(pid=91925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 17:09:01.862089 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6b04a2d1-d5de-477c-916c-c34fff1e46b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:01.871263 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e705a61f-3077-4926-82c7-874235b3cc51 req-ae24b3a1-3087-4812-b2de-20dd506e507b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60e65aad-8400-4e71-bf29-c58523d6c7e8 HTTP/1.1" status: 200 len: 1002 time: 0.0924165 Jun 14 17:09:01.910966 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6b04a2d1-d5de-477c-916c-c34fff1e46b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11696424'] for subnet, precommit_delete_associations {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:01.943898 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705a61f-3077-4926-82c7-874235b3cc51 req-d6001b76-5a04-4659-b399-7822a25bbefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:01.945373 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e705a61f-3077-4926-82c7-874235b3cc51 req-d6001b76-5a04-4659-b399-7822a25bbefb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6cabad88-fac4-45e5-a292-a7d08d2f23f7 HTTP/1.1" status: 200 len: 850 time: 0.0655310 Jun 14 17:09:02.009124 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6b04a2d1-d5de-477c-916c-c34fff1e46b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3822193'] for subnet, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:02.013442 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705a61f-3077-4926-82c7-874235b3cc51 req-4d2647fb-ba8c-4c33-9968-8569e3eba2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:02.015760 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e705a61f-3077-4926-82c7-874235b3cc51 req-4d2647fb-ba8c-4c33-9968-8569e3eba2de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8560731a-9c90-4793-ae30-ab87841a8fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628409 Jun 14 17:09:02.076621 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6b04a2d1-d5de-477c-916c-c34fff1e46b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3822200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11588372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12509356'] for subnet, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:02.079343 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-a147b6a6-0575-41a5-b7cc-f8cf1dd43df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:09:02.140716 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e705a61f-3077-4926-82c7-874235b3cc51 req-c2b145bd-720d-468b-b25a-328a9ae2f498 service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168981 Jun 14 17:09:02.278429 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e705a61f-3077-4926-82c7-874235b3cc51 req-a4ad1f2d-287d-4e4e-b5f7-6ea6fad844f9 service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303587 Jun 14 17:09:02.351543 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b04a2d1-d5de-477c-916c-c34fff1e46b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=341588b0-f3be-40cf-89af-87293678f8bd,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:09:02.355093 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6b04a2d1-d5de-477c-916c-c34fff1e46b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:09:02.357855 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6b04a2d1-d5de-477c-916c-c34fff1e46b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:02.359856 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-6b04a2d1-d5de-477c-916c-c34fff1e46b8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/341588b0-f3be-40cf-89af-87293678f8bd HTTP/1.1" status: 204 len: 168 time: 0.5593457 Jun 14 17:09:02.362592 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 44044) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:09:02.363844 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2108510-3cd1-42eb-9f98-41366d54f9a9 None None] Network 8cefed9c-67eb-4905-8e05-5de75185084f requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 17:09:02.531516 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device bf0467e9-9858-4306-b080-5519d134375b no longer exists at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:09:02.557831 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] No Port match for: bf0467e9-9858-4306-b080-5519d134375b {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:09:02.558180 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device bf0467e9-9858-4306-b080-5519d134375b not bound to the agent host dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:09:02.558658 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40 no longer exists at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:09:02.596742 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] No Port match for: c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:09:02.597134 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device c8ca2fec-74a8-4b8a-b5c6-4b6f02798d40 not bound to the agent host dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:09:02.681825 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d46e476-22bf-4255-b440-45adba648479 None None] DHCP port deletion for 8cefed9c-67eb-4905-8e05-5de75185084f request from dv-cinder-796286-2-iscsi {{(pid=91926) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 17:09:02.741347 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0d46e476-22bf-4255-b440-45adba648479 None None] Deleting port a3aeb53a-489a-47d3-8551-ff2055e53608 {{(pid=91926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:09:02.741863 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0d46e476-22bf-4255-b440-45adba648479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:02.768533 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-89bb5e2d-7054-4a9e-b6de-6f14a2d4adf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684090'] for network, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:02.834370 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0d46e476-22bf-4255-b440-45adba648479 None None] For port a3aeb53a-489a-47d3-8551-ff2055e53608, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=a3aeb53a-489a-47d3-8551-ff2055e53608,segment=NetworkSegment(c597a9f7-28fc-45e8-8d76-f0226ab90e34),segment_id=c597a9f7-28fc-45e8-8d76-f0226ab90e34)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:09:02.834900 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0d46e476-22bf-4255-b440-45adba648479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:02.848988 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-89bb5e2d-7054-4a9e-b6de-6f14a2d4adf9 admin admin] Deleting port a3aeb53a-489a-47d3-8551-ff2055e53608 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:09:02.849425 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-89bb5e2d-7054-4a9e-b6de-6f14a2d4adf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:02.934262 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0d46e476-22bf-4255-b440-45adba648479 None None] Calling delete_port for a3aeb53a-489a-47d3-8551-ff2055e53608 owned by network:dhcp {{(pid=91926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:09:02.951825 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-89bb5e2d-7054-4a9e-b6de-6f14a2d4adf9 admin admin] For port a3aeb53a-489a-47d3-8551-ff2055e53608, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=a3aeb53a-489a-47d3-8551-ff2055e53608,segment=NetworkSegment(c597a9f7-28fc-45e8-8d76-f0226ab90e34),segment_id=c597a9f7-28fc-45e8-8d76-f0226ab90e34)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:09:02.952208 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-89bb5e2d-7054-4a9e-b6de-6f14a2d4adf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:03.033018 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0d46e476-22bf-4255-b440-45adba648479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417'] for port, after_delete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:03.035040 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:09:03.044330 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-89bb5e2d-7054-4a9e-b6de-6f14a2d4adf9 admin admin] Calling delete_port for a3aeb53a-489a-47d3-8551-ff2055e53608 owned by network:dhcp {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:09:03.061866 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46e476-22bf-4255-b440-45adba648479 None None] Pushing event deleted for resources: {'Port': ['ID=a3aeb53a-489a-47d3-8551-ff2055e53608,revision_number=None']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:09:03.066478 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0d46e476-22bf-4255-b440-45adba648479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:09:03.070497 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d46e476-22bf-4255-b440-45adba648479 None None] No DVR routers for this DVR port a3aeb53a-489a-47d3-8551-ff2055e53608 on host dv-cinder-796286-2-iscsi {{(pid=91926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 17:09:03.140656 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-89bb5e2d-7054-4a9e-b6de-6f14a2d4adf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:03.142683 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-00a38d17-8841-489e-a4be-bb4702399a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:09:03.171516 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb5e2d-7054-4a9e-b6de-6f14a2d4adf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3aeb53a-489a-47d3-8551-ff2055e53608,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:09:03.174518 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-89bb5e2d-7054-4a9e-b6de-6f14a2d4adf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:09:03.175316 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bb5e2d-7054-4a9e-b6de-6f14a2d4adf9 admin admin] No DVR routers for this DVR port a3aeb53a-489a-47d3-8551-ff2055e53608 on host dv-cinder-796286-2-iscsi {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 17:09:03.292622 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-89bb5e2d-7054-4a9e-b6de-6f14a2d4adf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3827948', 'neutron.services.segments.db._delete_segments_for_network-8769377283256'] for network, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:03.304405 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-89bb5e2d-7054-4a9e-b6de-6f14a2d4adf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cefed9c-67eb-4905-8e05-5de75185084f']}} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:09:03.315893 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-89bb5e2d-7054-4a9e-b6de-6f14a2d4adf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c597a9f7-28fc-45e8-8d76-f0226ab90e34') {'for_net_delete': True} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:09:03.316182 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-89bb5e2d-7054-4a9e-b6de-6f14a2d4adf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c597a9f7-28fc-45e8-8d76-f0226ab90e34') {} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:09:03.325816 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-89bb5e2d-7054-4a9e-b6de-6f14a2d4adf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769377283094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11922907'] for segment, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:03.345279 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-89bb5e2d-7054-4a9e-b6de-6f14a2d4adf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:03.351454 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89bb5e2d-7054-4a9e-b6de-6f14a2d4adf9 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=91924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 17:09:03.351836 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-89bb5e2d-7054-4a9e-b6de-6f14a2d4adf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12205854'] for segment, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: self.session.flush() Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: self.session.flush() Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: self.session.flush() Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: self.session.flush() Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: Traceback (most recent call last): Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: timer() Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: cb(*args, **kw) Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: return func(*args, **kwargs) Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: self._notify() Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: self.callback(batched_events) Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: event.method(event) Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 17:09:03.353528 dv-cinder-796286-2-iscsi neutron-server[91924]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 17:09:03.356974 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 17:09:03.356974 dv-cinder-796286-2-iscsi neutron-server[91924]: return f(self, *a, **k) Jun 14 17:09:03.356974 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 17:09:03.356974 dv-cinder-796286-2-iscsi neutron-server[91924]: return self._get(url).json() Jun 14 17:09:03.356974 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 17:09:03.356974 dv-cinder-796286-2-iscsi neutron-server[91924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 17:09:03.356974 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 17:09:03.356974 dv-cinder-796286-2-iscsi neutron-server[91924]: return self.request(url, 'GET', **kwargs) Jun 14 17:09:03.356974 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 17:09:03.356974 dv-cinder-796286-2-iscsi neutron-server[91924]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 17:09:03.356974 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 17:09:03.356974 dv-cinder-796286-2-iscsi neutron-server[91924]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 17:09:03.356974 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 17:09:03.356974 dv-cinder-796286-2-iscsi neutron-server[91924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 17:09:03.356974 dv-cinder-796286-2-iscsi neutron-server[91924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 17:09:03.429560 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-89bb5e2d-7054-4a9e-b6de-6f14a2d4adf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3827955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594186'] for network, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:03.435095 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-05b51d8f-e271-415f-8c4b-cf9fc2cb31fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:09:03.437760 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-89bb5e2d-7054-4a9e-b6de-6f14a2d4adf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:03.439494 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-89bb5e2d-7054-4a9e-b6de-6f14a2d4adf9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8cefed9c-67eb-4905-8e05-5de75185084f HTTP/1.1" status: 204 len: 168 time: 1.0759239 Jun 14 17:09:03.457479 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb5e2d-7054-4a9e-b6de-6f14a2d4adf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cefed9c-67eb-4905-8e05-5de75185084f,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:09:03.460086 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-89bb5e2d-7054-4a9e-b6de-6f14a2d4adf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:09:03.578846 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 44050) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:09:03.638022 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-0e6871cc-890d-4c22-82fb-20d8b175108c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9cc06c11ded84810b0dbfe7c673881cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577145 Jun 14 17:09:03.641460 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 44054) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:09:03.707844 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-edaaa708-258a-4332-8de6-93e5ca111102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:03.744068 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-edaaa708-258a-4332-8de6-93e5ca111102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:03.801320 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-edaaa708-258a-4332-8de6-93e5ca111102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:03.804285 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-edaaa708-258a-4332-8de6-93e5ca111102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:03.805733 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-edaaa708-258a-4332-8de6-93e5ca111102 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8b65064-4ae3-4a7c-b337-787a2f3561f2 HTTP/1.1" status: 204 len: 168 time: 0.1624978 Jun 14 17:09:03.806548 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-3608330e-71ab-4968-90e9-589ea3fe0609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:09:03.816557 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaaa708-258a-4332-8de6-93e5ca111102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b65064-4ae3-4a7c-b337-787a2f3561f2,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:09:03.819482 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-edaaa708-258a-4332-8de6-93e5ca111102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:09:04.501037 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device a3aeb53a-489a-47d3-8551-ff2055e53608 no longer exists at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:09:04.537236 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] No Port match for: a3aeb53a-489a-47d3-8551-ff2055e53608 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:09:04.537810 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device a3aeb53a-489a-47d3-8551-ff2055e53608 not bound to the agent host dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:09:04.552535 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 44076) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:09:04.659548 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-a27e0eaa-a597-4937-873a-f19a13c78b7b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-201537485-network', 'tenant_id': '8ed4ef2158a54c8a981c7cf1eb9d7151'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:09:04.682157 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27e0eaa-a597-4937-873a-f19a13c78b7b admin admin] Made reservation on behalf of 8ed4ef2158a54c8a981c7cf1eb9d7151 for: {'network': 1} {{(pid=91925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 17:09:04.684486 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a27e0eaa-a597-4937-873a-f19a13c78b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for network, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:04.695585 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a27e0eaa-a597-4937-873a-f19a13c78b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:04.798470 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a27e0eaa-a597-4937-873a-f19a13c78b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:04.803020 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a27e0eaa-a597-4937-873a-f19a13c78b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:04.805749 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-b46b7ec1-f947-4417-b0b7-4b023f0d830c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:09:04.829284 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27e0eaa-a597-4937-873a-f19a13c78b7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=91925) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 17:09:04.844537 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e0eaa-a597-4937-873a-f19a13c78b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea45fe9-56c2-4592-b551-143ac6308c29,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:09:04.847498 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a27e0eaa-a597-4937-873a-f19a13c78b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:04.847835 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.db.segments_db [None req-a27e0eaa-a597-4937-873a-f19a13c78b7b admin admin] Added segment 2d66b76f-f12d-4f89-bbcf-d6c43b917402 of type vlan for network 5e6efa0e-a593-4eca-b1ec-a609160dcf7f Jun 14 17:09:04.849249 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-a27e0eaa-a597-4937-873a-f19a13c78b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:09:04.900243 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a27e0eaa-a597-4937-873a-f19a13c78b7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769376812472'] for network, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:04.941539 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a27e0eaa-a597-4937-873a-f19a13c78b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:04.947176 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27e0eaa-a597-4937-873a-f19a13c78b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:04.947787 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a27e0eaa-a597-4937-873a-f19a13c78b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:04.954082 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-1cb8785c-27c5-4f9f-b72e-e1d5f72d7244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:09:04.988615 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-a27e0eaa-a597-4937-873a-f19a13c78b7b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4348559 Jun 14 17:09:04.991617 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 44082) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:09:04.996735 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-3c434814-12f7-47c5-800b-f1cfa92d97d0 admin admin] Request body: {'subnet': {'network_id': '5e6efa0e-a593-4eca-b1ec-a609160dcf7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-201537485-subnet', 'tenant_id': '8ed4ef2158a54c8a981c7cf1eb9d7151', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:09:05.020864 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c434814-12f7-47c5-800b-f1cfa92d97d0 admin admin] Made reservation on behalf of 8ed4ef2158a54c8a981c7cf1eb9d7151 for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 17:09:05.023202 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3c434814-12f7-47c5-800b-f1cfa92d97d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12516335'] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:05.034333 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e0eaa-a597-4937-873a-f19a13c78b7b admin admin] Pushing event updated for resources: {'Network': ['ID=5e6efa0e-a593-4eca-b1ec-a609160dcf7f,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:09:05.040642 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-a27e0eaa-a597-4937-873a-f19a13c78b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:09:05.048034 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Network 5e6efa0e-a593-4eca-b1ec-a609160dcf7f details requested by agent ovs-agent-dv-cinder-796286-2-iscsi with host dv-cinder-796286-2-iscsi {{(pid=91926) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 17:09:05.259672 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3c434814-12f7-47c5-800b-f1cfa92d97d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12204788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12516345'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:05.262216 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-121b1181-d2f1-4a44-8f86-6ed6635c873e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:09:05.325700 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c434814-12f7-47c5-800b-f1cfa92d97d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccf9b149-6c61-4e80-873d-c9d7d13b254d,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:09:05.329387 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-3c434814-12f7-47c5-800b-f1cfa92d97d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:09:05.338127 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c434814-12f7-47c5-800b-f1cfa92d97d0 admin admin] Checking segment: {'id': '2d66b76f-f12d-4f89-bbcf-d6c43b917402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5e6efa0e-a593-4eca-b1ec-a609160dcf7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 17:09:05.338531 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c434814-12f7-47c5-800b-f1cfa92d97d0 admin admin] Network hostable DHCP agents. Network: 5e6efa0e-a593-4eca-b1ec-a609160dcf7f, hostable agents: ['375ffa47-0472-477a-9943-d26e949c75c5'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 17:09:05.359509 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c434814-12f7-47c5-800b-f1cfa92d97d0 admin admin] Network 5e6efa0e-a593-4eca-b1ec-a609160dcf7f is scheduled to be hosted by DHCP agent 375ffa47-0472-477a-9943-d26e949c75c5 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 17:09:05.369650 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-3c434814-12f7-47c5-800b-f1cfa92d97d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-iscsi, 5e6efa0e-a593-4eca-b1ec-a609160dcf7f) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:09:05.374133 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c434814-12f7-47c5-800b-f1cfa92d97d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:05.374710 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3c434814-12f7-47c5-800b-f1cfa92d97d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:05.381072 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9686b195-9cc2-41da-a061-06e97d8835b4 None None] Network 5e6efa0e-a593-4eca-b1ec-a609160dcf7f requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 17:09:05.391856 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-3c434814-12f7-47c5-800b-f1cfa92d97d0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3988440 Jun 14 17:09:05.548506 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ee91eb-5bd6-4f95-9801-f900c33db2c5 None None] Network 5e6efa0e-a593-4eca-b1ec-a609160dcf7f requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 17:09:05.879987 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-9bdc895a-6a40-46a3-92e5-aef451343197 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:05.881445 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-9bdc895a-6a40-46a3-92e5-aef451343197 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/networks?id=5e6efa0e-a593-4eca-b1ec-a609160dcf7f HTTP/1.1" status: 200 len: 814 time: 0.1362193 Jun 14 17:09:05.896683 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-f391cc6b-8eaa-4129-8217-d8a6e58054bd tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/quotas/8ed4ef2158a54c8a981c7cf1eb9d7151 HTTP/1.1" status: 200 len: 375 time: 0.0097096 Jun 14 17:09:05.941949 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-fd4e579c-e0ef-4376-94d6-bb17186eaa4f tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ed4ef2158a54c8a981c7cf1eb9d7151&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398598 Jun 14 17:09:06.057383 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-0d12e322-ee15-404c-9b8c-3a7d68c85004 service neutron] 10.222.0.25 "GET /v2.0/networks/5e6efa0e-a593-4eca-b1ec-a609160dcf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084225 Jun 14 17:09:06.178641 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-0c8ad4ac-b493-40ef-a63e-4c6e3396c8bf service neutron] 10.222.0.25 "GET /v2.0/networks/5e6efa0e-a593-4eca-b1ec-a609160dcf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142588 Jun 14 17:09:06.359412 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a857e17b-b906-4860-97f3-487a23f1f1ff req-2abafdcf-52c9-4027-8b70-aae64a4ed33b tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=120a792e-60fb-4a3f-a648-5a0ee6b11066 HTTP/1.1" status: 200 len: 210 time: 0.0338509 Jun 14 17:09:07.526553 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-52a96833-4f54-42b1-a347-bfa49aea85b2 req-8bfa9c0b-2672-4e6d-b693-07c72f88505f tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=120a792e-60fb-4a3f-a648-5a0ee6b11066 HTTP/1.1" status: 200 len: 210 time: 0.0452912 Jun 14 17:09:07.626278 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-94fcf965-d7d0-4961-b3c1-b66e199d5d2c tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:07.628051 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-94fcf965-d7d0-4961-b3c1-b66e199d5d2c tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.43 "GET /v2.0/networks?id=5e6efa0e-a593-4eca-b1ec-a609160dcf7f HTTP/1.1" status: 200 len: 814 time: 0.1913590 Jun 14 17:09:07.645906 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-ea1be318-2a86-4bdf-99a6-877183b52406 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Request body: {'port': {'device_id': '120a792e-60fb-4a3f-a648-5a0ee6b11066', 'network_id': '5e6efa0e-a593-4eca-b1ec-a609160dcf7f', 'admin_state_up': True, 'tenant_id': '8ed4ef2158a54c8a981c7cf1eb9d7151'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:09:07.821194 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-ea1be318-2a86-4bdf-99a6-877183b52406 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Made reservation on behalf of 8ed4ef2158a54c8a981c7cf1eb9d7151 for: {'port': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 17:09:07.824657 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-ea1be318-2a86-4bdf-99a6-877183b52406 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:07.950559 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:08.006775 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-ea1be318-2a86-4bdf-99a6-877183b52406 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Allocated IP 172.20.0.5 (5e6efa0e-a593-4eca-b1ec-a609160dcf7f/ccf9b149-6c61-4e80-873d-c9d7d13b254d/8cad635b-4c6c-4dbd-9830-12c162bc63c9) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 17:09:08.291811 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-ea1be318-2a86-4bdf-99a6-877183b52406 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:08.352665 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-ea1be318-2a86-4bdf-99a6-877183b52406 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12205892'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:08.356903 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-248e14aa-5e64-410e-92f7-42a85875b1f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:09:08.413364 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-ea1be318-2a86-4bdf-99a6-877183b52406 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Network 5e6efa0e-a593-4eca-b1ec-a609160dcf7f is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:09:08.417014 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-ea1be318-2a86-4bdf-99a6-877183b52406 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:09:08.420916 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-ea1be318-2a86-4bdf-99a6-877183b52406 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 17:09:08.428081 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1be318-2a86-4bdf-99a6-877183b52406 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Pushing event updated for resources: {'Port': ['ID=8cad635b-4c6c-4dbd-9830-12c162bc63c9,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:09:08.454392 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ea1be318-2a86-4bdf-99a6-877183b52406 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:09:08.483034 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-ea1be318-2a86-4bdf-99a6-877183b52406 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:08.483651 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-ea1be318-2a86-4bdf-99a6-877183b52406 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:08.501197 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-ea1be318-2a86-4bdf-99a6-877183b52406 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8620298 Jun 14 17:09:08.516729 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] Request body: {'port': {'device_id': '120a792e-60fb-4a3f-a648-5a0ee6b11066', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:09:08.610021 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:08.673494 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f56244ba-1abc-4cb6-9546-747b0f40f226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:08.831093 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e142dd3-bffc-4eb9-b2f0-c4abe36ab7ff req-e9460eb5-6d76-426d-872d-496c7a7c387d tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:08.832441 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8e142dd3-bffc-4eb9-b2f0-c4abe36ab7ff req-e9460eb5-6d76-426d-872d-496c7a7c387d tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=120a792e-60fb-4a3f-a648-5a0ee6b11066 HTTP/1.1" status: 200 len: 931 time: 0.1831219 Jun 14 17:09:08.938731 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8e142dd3-bffc-4eb9-b2f0-c4abe36ab7ff req-092c9d81-7004-403c-923d-6e0af081717a tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599246 Jun 14 17:09:09.007305 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cad635b-4c6c-4dbd-9830-12c162bc63c9 {{(pid=91924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 17:09:09.015647 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:09.028806 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] Transition to ACTIVE for port object 8cad635b-4c6c-4dbd-9830-12c162bc63c9 will not be triggered until provisioned by entity L2. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:09:09.034056 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:09.036508 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-77f9bd67-1b52-465e-9761-1a65d58f6352 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:09:09.129865 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] Pushing event updated for resources: {'Port': ['ID=8cad635b-4c6c-4dbd-9830-12c162bc63c9,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:09:09.133971 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:09:09.227975 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] Attempting to bind port 8cad635b-4c6c-4dbd-9830-12c162bc63c9 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 17:09:09.228304 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] Attempting to bind port 8cad635b-4c6c-4dbd-9830-12c162bc63c9 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '2d66b76f-f12d-4f89-bbcf-d6c43b917402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5e6efa0e-a593-4eca-b1ec-a609160dcf7f'}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 17:09:09.228628 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] Attempting to bind port 8cad635b-4c6c-4dbd-9830-12c162bc63c9 on network 5e6efa0e-a593-4eca-b1ec-a609160dcf7f {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:09:09.235125 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] Port 8cad635b-4c6c-4dbd-9830-12c162bc63c9 on network 5e6efa0e-a593-4eca-b1ec-a609160dcf7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 17:09:09.235528 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] Attempting to bind port 8cad635b-4c6c-4dbd-9830-12c162bc63c9 on network 5e6efa0e-a593-4eca-b1ec-a609160dcf7f {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:09:09.243280 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] Checking agent: {'id': 'd91e4a82-0936-47d0-84c3-2c620c6821d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'started_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 17, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 17:09:09.243577 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] Checking segment: {'id': '2d66b76f-f12d-4f89-bbcf-d6c43b917402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5e6efa0e-a593-4eca-b1ec-a609160dcf7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 17:09:09.244054 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] Bound using segment: {'id': '2d66b76f-f12d-4f89-bbcf-d6c43b917402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5e6efa0e-a593-4eca-b1ec-a609160dcf7f'} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 17:09:09.244532 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] Bound port: 8cad635b-4c6c-4dbd-9830-12c162bc63c9, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d66b76f-f12d-4f89-bbcf-d6c43b917402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5e6efa0e-a593-4eca-b1ec-a609160dcf7f'}}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 17:09:09.244894 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:09.320653 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] For port 8cad635b-4c6c-4dbd-9830-12c162bc63c9, host hv-cinder-79628, cleared binding levels {{(pid=91924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 17:09:09.323766 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] For port 8cad635b-4c6c-4dbd-9830-12c162bc63c9, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8cad635b-4c6c-4dbd-9830-12c162bc63c9,segment=NetworkSegment(2d66b76f-f12d-4f89-bbcf-d6c43b917402),segment_id=2d66b76f-f12d-4f89-bbcf-d6c43b917402)] {{(pid=91924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 17:09:09.328215 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:09.331083 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:09:09.365719 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:09.366355 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:09.367780 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] 10.222.0.43 "PUT /v2.0/ports/8cad635b-4c6c-4dbd-9830-12c162bc63c9 HTTP/1.1" status: 200 len: 1093 time: 0.8557220 Jun 14 17:09:09.368307 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120a792e-60fb-4a3f-a648-5a0ee6b11066', 'tag': '8cad635b-4c6c-4dbd-9830-12c162bc63c9'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:09:09.370757 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fa4e21-e5f1-46be-9217-a81b69580ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "120a792e-60fb-4a3f-a648-5a0ee6b11066", "tag": "8cad635b-4c6c-4dbd-9830-12c162bc63c9"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:09:09.408835 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] Pushing event updated for resources: {'Port': ['ID=8cad635b-4c6c-4dbd-9830-12c162bc63c9,revision_number=3']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:09:09.413293 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:09:09.487944 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-4f597054-b054-4fd5-8002-4bd6bea7cc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:09.489489 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-4f597054-b054-4fd5-8002-4bd6bea7cc98 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ed4ef2158a54c8a981c7cf1eb9d7151&device_id=120a792e-60fb-4a3f-a648-5a0ee6b11066 HTTP/1.1" status: 200 len: 1096 time: 0.0776229 Jun 14 17:09:09.546864 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-d369a5d5-5416-4878-9637-a7319f600f29 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cad635b-4c6c-4dbd-9830-12c162bc63c9 HTTP/1.1" status: 200 len: 217 time: 0.0488851 Jun 14 17:09:09.590230 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 17:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ee3a96-d52f-4943-9e46-1d2e69f365a1 x-openstack-request-id: req-57ee3a96-d52f-4943-9e46-1d2e69f365a1 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:09:09.590230 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120a792e-60fb-4a3f-a648-5a0ee6b11066", "tag": "8cad635b-4c6c-4dbd-9830-12c162bc63c9", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:09:09.590230 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57ee3a96-d52f-4943-9e46-1d2e69f365a1 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:09:09.590230 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120a792e-60fb-4a3f-a648-5a0ee6b11066', 'tag': '8cad635b-4c6c-4dbd-9830-12c162bc63c9', 'status': 'completed', 'code': 200} Jun 14 17:09:09.619128 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-1d995c57-e5f6-4d82-bba2-7c7c97dddbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:09.623672 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-1d995c57-e5f6-4d82-bba2-7c7c97dddbdc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccf9b149-6c61-4e80-873d-c9d7d13b254d HTTP/1.1" status: 200 len: 854 time: 0.0668979 Jun 14 17:09:09.665531 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-2d8c3630-eefe-4abc-ad5f-638a33e56a1c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e6efa0e-a593-4eca-b1ec-a609160dcf7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370529 Jun 14 17:09:09.791055 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-5e1e79a6-9701-41fd-94f5-cd8eff589e14 service neutron] 10.222.0.43 "GET /v2.0/networks/5e6efa0e-a593-4eca-b1ec-a609160dcf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173351 Jun 14 17:09:09.932596 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-484def4c-e52b-4d39-a102-3e2c8389da81 req-e9adea19-97fb-4ca4-9b12-0de9999663f2 service neutron] 10.222.0.43 "GET /v2.0/networks/5e6efa0e-a593-4eca-b1ec-a609160dcf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306598 Jun 14 17:09:10.095341 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa4e21-e5f1-46be-9217-a81b69580ae7 req-fe563dbe-375a-4b1e-8b01-27381c3b74ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:10.096836 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e6fa4e21-e5f1-46be-9217-a81b69580ae7 req-fe563dbe-375a-4b1e-8b01-27381c3b74ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ed4ef2158a54c8a981c7cf1eb9d7151&device_id=120a792e-60fb-4a3f-a648-5a0ee6b11066 HTTP/1.1" status: 200 len: 1096 time: 0.1066992 Jun 14 17:09:10.218749 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdc8ce-1889-4e85-af29-2c13cf269deb req-c70aed0f-82b2-44b8-97dc-3a4b1068b33c tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:10.220175 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a4fdc8ce-1889-4e85-af29-2c13cf269deb req-c70aed0f-82b2-44b8-97dc-3a4b1068b33c tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=120a792e-60fb-4a3f-a648-5a0ee6b11066 HTTP/1.1" status: 200 len: 943 time: 0.1612055 Jun 14 17:09:10.256050 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa4e21-e5f1-46be-9217-a81b69580ae7 req-fdee70e2-1b8b-455b-b7ad-daa724318ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:10.257467 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e6fa4e21-e5f1-46be-9217-a81b69580ae7 req-fdee70e2-1b8b-455b-b7ad-daa724318ddc service neutron] 10.222.0.43 "GET /v2.0/networks?id=5e6efa0e-a593-4eca-b1ec-a609160dcf7f HTTP/1.1" status: 200 len: 915 time: 0.1502125 Jun 14 17:09:10.283714 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a4fdc8ce-1889-4e85-af29-2c13cf269deb req-7628155c-61e6-4ca5-be92-a6bf32977e9c tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565765 Jun 14 17:09:10.327574 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e6fa4e21-e5f1-46be-9217-a81b69580ae7 req-b9eaf8be-68c7-4c54-866a-fbe08c0638eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cad635b-4c6c-4dbd-9830-12c162bc63c9 HTTP/1.1" status: 200 len: 217 time: 0.0571086 Jun 14 17:09:10.387009 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa4e21-e5f1-46be-9217-a81b69580ae7 req-fff25bdd-2e8a-498a-89b3-034168d93e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:10.388457 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e6fa4e21-e5f1-46be-9217-a81b69580ae7 req-fff25bdd-2e8a-498a-89b3-034168d93e04 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccf9b149-6c61-4e80-873d-c9d7d13b254d HTTP/1.1" status: 200 len: 854 time: 0.0533385 Jun 14 17:09:10.430390 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e6fa4e21-e5f1-46be-9217-a81b69580ae7 req-c485c9b2-6533-4eec-9e6a-95831b447810 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e6efa0e-a593-4eca-b1ec-a609160dcf7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342283 Jun 14 17:09:10.561237 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e6fa4e21-e5f1-46be-9217-a81b69580ae7 req-9b255cf9-bded-4d8c-9511-0b10902e9272 service neutron] 10.222.0.43 "GET /v2.0/networks/5e6efa0e-a593-4eca-b1ec-a609160dcf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237078 Jun 14 17:09:10.688823 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e6fa4e21-e5f1-46be-9217-a81b69580ae7 req-a208bf32-0725-4d7d-8794-8549721ddeff service neutron] 10.222.0.43 "GET /v2.0/networks/5e6efa0e-a593-4eca-b1ec-a609160dcf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193492 Jun 14 17:09:10.892175 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:11.064933 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-9da89c08-25f8-4ea7-b1b8-aca4273279f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:11.476131 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e12dea-d5fe-4392-ab2c-bc4332af6fcd req-daeee964-10d5-4d13-88c8-5e21c5ad3e50 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:11.477581 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c5e12dea-d5fe-4392-ab2c-bc4332af6fcd req-daeee964-10d5-4d13-88c8-5e21c5ad3e50 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=120a792e-60fb-4a3f-a648-5a0ee6b11066 HTTP/1.1" status: 200 len: 943 time: 0.0742133 Jun 14 17:09:11.525894 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c5e12dea-d5fe-4392-ab2c-bc4332af6fcd req-ae281b6d-1022-4585-bc65-89ecac062dd3 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406110 Jun 14 17:09:12.574773 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:12.723439 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63279bd4-95cd-4970-961a-f5134f6f5be5 req-fc514be6-15a0-40f2-b94c-d8c8474bc778 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:12.724774 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-63279bd4-95cd-4970-961a-f5134f6f5be5 req-fc514be6-15a0-40f2-b94c-d8c8474bc778 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=120a792e-60fb-4a3f-a648-5a0ee6b11066 HTTP/1.1" status: 200 len: 943 time: 0.0785027 Jun 14 17:09:12.769973 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-63279bd4-95cd-4970-961a-f5134f6f5be5 req-5f0c2100-84a1-46bf-ae29-0272097081b9 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389779 Jun 14 17:09:13.860173 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 8cad635b-4c6c-4dbd-9830-12c162bc63c9 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91926) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 17:09:13.949557 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fefe4-f152-4cd9-86c6-e9bce98fc6da req-5a4e74a3-853e-4d6e-949e-025cbad854b4 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:13.951082 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c44fefe4-f152-4cd9-86c6-e9bce98fc6da req-5a4e74a3-853e-4d6e-949e-025cbad854b4 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=120a792e-60fb-4a3f-a648-5a0ee6b11066 HTTP/1.1" status: 200 len: 943 time: 0.0699022 Jun 14 17:09:13.986167 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 8cad635b-4c6c-4dbd-9830-12c162bc63c9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8cad635b-4c6c-4dbd-9830-12c162bc63c9,segment=NetworkSegment(2d66b76f-f12d-4f89-bbcf-d6c43b917402),segment_id=2d66b76f-f12d-4f89-bbcf-d6c43b917402)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:09:13.997129 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c44fefe4-f152-4cd9-86c6-e9bce98fc6da req-a537bd95-d9d8-405b-9729-eb26b570466d tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403383 Jun 14 17:09:14.000144 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Returning: {'device': '8cad635b-4c6c-4dbd-9830-12c162bc63c9', 'network_id': '5e6efa0e-a593-4eca-b1ec-a609160dcf7f', 'port_id': '8cad635b-4c6c-4dbd-9830-12c162bc63c9', 'mac_address': 'fa:16:3e:09:86:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf9b149-6c61-4e80-873d-c9d7d13b254d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91926) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 17:09:14.043525 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:14.058894 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cad635b-4c6c-4dbd-9830-12c162bc63c9 {{(pid=91926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 17:09:14.080840 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 8cad635b-4c6c-4dbd-9830-12c162bc63c9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8cad635b-4c6c-4dbd-9830-12c162bc63c9,segment=NetworkSegment(2d66b76f-f12d-4f89-bbcf-d6c43b917402),segment_id=2d66b76f-f12d-4f89-bbcf-d6c43b917402)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:09:14.086010 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:14.088567 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-9ed64f2e-f8fe-466a-8e84-eabe49e1de1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:09:14.158451 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=8cad635b-4c6c-4dbd-9830-12c162bc63c9,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:09:14.161457 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:09:14.342554 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['8cad635b-4c6c-4dbd-9830-12c162bc63c9'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 17:09:14.523896 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:15.189025 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec124d-b9d1-45a0-be58-b9cfa1ed4985 req-611dd364-8e67-46e7-82db-9a982cc6f122 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:15.190712 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-daec124d-b9d1-45a0-be58-b9cfa1ed4985 req-611dd364-8e67-46e7-82db-9a982cc6f122 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=120a792e-60fb-4a3f-a648-5a0ee6b11066 HTTP/1.1" status: 200 len: 944 time: 0.0751724 Jun 14 17:09:15.233503 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-daec124d-b9d1-45a0-be58-b9cfa1ed4985 req-2abdd4e9-2cff-4367-8d32-52d9353ac5a0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361471 Jun 14 17:09:15.870623 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 8cad635b-4c6c-4dbd-9830-12c162bc63c9 up at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:09:15.932641 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning for port 8cad635b-4c6c-4dbd-9830-12c162bc63c9 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:09:15.936325 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning complete for port 8cad635b-4c6c-4dbd-9830-12c162bc63c9 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:09:15.936698 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:16.027946 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:16.053077 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120a792e-60fb-4a3f-a648-5a0ee6b11066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cad635b-4c6c-4dbd-9830-12c162bc63c9'}] {{(pid=91926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:09:16.055800 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b0a793cb4832d067d15d1ae193df815134514e8483bb184155629213ee4f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb3406e-f783-4b88-81eb-88dbd829536b" -d '{"events": [{"server_uuid": "120a792e-60fb-4a3f-a648-5a0ee6b11066", "name": "network-vif-plugged", "status": "completed", "tag": "8cad635b-4c6c-4dbd-9830-12c162bc63c9"}]}' {{(pid=91926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:09:16.072832 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 8cad635b-4c6c-4dbd-9830-12c162bc63c9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8cad635b-4c6c-4dbd-9830-12c162bc63c9,segment=NetworkSegment(2d66b76f-f12d-4f89-bbcf-d6c43b917402),segment_id=2d66b76f-f12d-4f89-bbcf-d6c43b917402)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:09:16.076854 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:16.080330 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-76882f3a-cf51-4558-8d2b-01729f1aceb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:09:16.113546 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 17:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1924d9fe-ccde-4b84-822b-b7a132520444 x-openstack-request-id: req-1924d9fe-ccde-4b84-822b-b7a132520444 {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:09:16.113843 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120a792e-60fb-4a3f-a648-5a0ee6b11066", "name": "network-vif-plugged", "status": "completed", "tag": "8cad635b-4c6c-4dbd-9830-12c162bc63c9", "code": 200}]} {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:09:16.114484 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1924d9fe-ccde-4b84-822b-b7a132520444 {{(pid=91926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:09:16.114889 dv-cinder-796286-2-iscsi neutron-server[91926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120a792e-60fb-4a3f-a648-5a0ee6b11066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cad635b-4c6c-4dbd-9830-12c162bc63c9', 'code': 200} Jun 14 17:09:16.148504 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=8cad635b-4c6c-4dbd-9830-12c162bc63c9,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:09:16.151521 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:09:16.335053 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5e297-ece6-49d8-ad08-156e391c8f3c req-fffbdbf3-d9cf-4b9d-b555-ba205b01a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:16.336524 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-53a5e297-ece6-49d8-ad08-156e391c8f3c req-fffbdbf3-d9cf-4b9d-b555-ba205b01a807 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=120a792e-60fb-4a3f-a648-5a0ee6b11066 HTTP/1.1" status: 200 len: 1098 time: 0.0595634 Jun 14 17:09:16.704432 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-53a5e297-ece6-49d8-ad08-156e391c8f3c req-d3853e65-5395-477f-8dea-cd60ae5ac4c0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605378 Jun 14 17:09:16.735130 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348a434-5460-4402-a146-42376c61f2eb req-2e32f2b4-206c-456e-b236-2957df39143f tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:16.736578 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c348a434-5460-4402-a146-42376c61f2eb req-2e32f2b4-206c-456e-b236-2957df39143f tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=120a792e-60fb-4a3f-a648-5a0ee6b11066 HTTP/1.1" status: 200 len: 945 time: 0.3861403 Jun 14 17:09:16.778929 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c348a434-5460-4402-a146-42376c61f2eb req-4f422022-26b0-44b1-ab34-f5bac56e6cef tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363986 Jun 14 17:09:17.961833 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f377a1-fa7a-458f-81a5-8cc688266332 req-b5efe47e-685e-42e6-95ec-414b425bbc6c tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:17.963352 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-95f377a1-fa7a-458f-81a5-8cc688266332 req-b5efe47e-685e-42e6-95ec-414b425bbc6c tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=120a792e-60fb-4a3f-a648-5a0ee6b11066 HTTP/1.1" status: 200 len: 945 time: 0.0693200 Jun 14 17:09:18.008328 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-95f377a1-fa7a-458f-81a5-8cc688266332 req-16a6c247-bed8-44bb-9dd9-89a9717491aa tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387437 Jun 14 17:09:21.445767 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:09:26.372017 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-244e6b0a-ebaf-4850-8a3d-9dcc3ddf4957 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:26.373359 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-244e6b0a-ebaf-4850-8a3d-9dcc3ddf4957 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/networks?id=5e6efa0e-a593-4eca-b1ec-a609160dcf7f HTTP/1.1" status: 200 len: 814 time: 0.1234255 Jun 14 17:09:26.388521 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-277a389c-2c73-4b78-a685-11b0095736da tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/quotas/8ed4ef2158a54c8a981c7cf1eb9d7151 HTTP/1.1" status: 200 len: 375 time: 0.0092258 Jun 14 17:09:26.463697 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-7691be69-71f2-45cf-8bd8-ff0946d01424 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ed4ef2158a54c8a981c7cf1eb9d7151&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0700722 Jun 14 17:09:26.580156 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-afe61a6d-5e32-4040-a476-931c6530334e service neutron] 10.222.0.25 "GET /v2.0/networks/5e6efa0e-a593-4eca-b1ec-a609160dcf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096990 Jun 14 17:09:26.695378 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-a172bd44-8aa8-4bff-8bfb-9907a1e77364 service neutron] 10.222.0.25 "GET /v2.0/networks/5e6efa0e-a593-4eca-b1ec-a609160dcf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077473 Jun 14 17:09:26.876556 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2bb036d2-847a-4fe9-9e35-e81a5e6518e2 req-fbd01bbf-7303-4c36-a754-9f226e58eca1 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=34bcfa3b-6a36-4df2-a2e1-3c3059a390f2 HTTP/1.1" status: 200 len: 210 time: 0.0377464 Jun 14 17:09:28.073600 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0f58ff5f-bd9e-4f4d-a154-3f96e10a3ef5 req-be853b0a-b1d4-4945-b28f-c3bc06c5a395 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=34bcfa3b-6a36-4df2-a2e1-3c3059a390f2 HTTP/1.1" status: 200 len: 210 time: 0.0516822 Jun 14 17:09:28.101509 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-dac7b953-c888-46e0-a575-cbd33caad828 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:28.103776 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-dac7b953-c888-46e0-a575-cbd33caad828 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.43 "GET /v2.0/networks?id=5e6efa0e-a593-4eca-b1ec-a609160dcf7f HTTP/1.1" status: 200 len: 814 time: 0.2001116 Jun 14 17:09:28.116510 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-740ae473-2099-47a2-b411-e7d45505f25d tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Request body: {'port': {'device_id': '34bcfa3b-6a36-4df2-a2e1-3c3059a390f2', 'network_id': '5e6efa0e-a593-4eca-b1ec-a609160dcf7f', 'admin_state_up': True, 'tenant_id': '8ed4ef2158a54c8a981c7cf1eb9d7151'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:09:28.257637 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-740ae473-2099-47a2-b411-e7d45505f25d tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Made reservation on behalf of 8ed4ef2158a54c8a981c7cf1eb9d7151 for: {'port': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 17:09:28.261304 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-740ae473-2099-47a2-b411-e7d45505f25d tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:28.414093 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-740ae473-2099-47a2-b411-e7d45505f25d tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Allocated IP 172.20.0.7 (5e6efa0e-a593-4eca-b1ec-a609160dcf7f/ccf9b149-6c61-4e80-873d-c9d7d13b254d/4e1fbc06-f515-4220-bbc4-83bbd1b873d0) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 17:09:28.604981 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-740ae473-2099-47a2-b411-e7d45505f25d tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:28.649009 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-740ae473-2099-47a2-b411-e7d45505f25d tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12205892'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:28.653543 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-572c5a10-31a7-45c1-82fc-707c0e7bb73b tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:09:28.664958 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['8cad635b-4c6c-4dbd-9830-12c162bc63c9'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 17:09:28.707523 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-740ae473-2099-47a2-b411-e7d45505f25d tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Network 5e6efa0e-a593-4eca-b1ec-a609160dcf7f is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:09:28.710706 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-740ae473-2099-47a2-b411-e7d45505f25d tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:09:28.716581 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-740ae473-2099-47a2-b411-e7d45505f25d tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 17:09:28.721085 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ae473-2099-47a2-b411-e7d45505f25d tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Pushing event updated for resources: {'Port': ['ID=4e1fbc06-f515-4220-bbc4-83bbd1b873d0,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:09:28.724062 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-740ae473-2099-47a2-b411-e7d45505f25d tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:09:28.776336 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-740ae473-2099-47a2-b411-e7d45505f25d tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:28.776979 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-740ae473-2099-47a2-b411-e7d45505f25d tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:28.793711 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-740ae473-2099-47a2-b411-e7d45505f25d tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6813581 Jun 14 17:09:28.805954 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-c649c949-27d2-4f20-8f06-630d767a0a55 service neutron] Request body: {'port': {'device_id': '34bcfa3b-6a36-4df2-a2e1-3c3059a390f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:09:28.901087 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-c649c949-27d2-4f20-8f06-630d767a0a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:29.261027 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-c649c949-27d2-4f20-8f06-630d767a0a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e1fbc06-f515-4220-bbc4-83bbd1b873d0 {{(pid=91924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 17:09:29.269436 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-c649c949-27d2-4f20-8f06-630d767a0a55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:29.289696 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-c649c949-27d2-4f20-8f06-630d767a0a55 service neutron] Transition to ACTIVE for port object 4e1fbc06-f515-4220-bbc4-83bbd1b873d0 will not be triggered until provisioned by entity L2. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:09:29.296791 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-c649c949-27d2-4f20-8f06-630d767a0a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:29.300145 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f0cc96cc-49c7-405f-bacd-7e5f21fe330f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:09:29.347930 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a6aab-dd8e-48b9-923d-dc2506751cd3 req-d6d188ee-f892-4041-b112-1218d9063f1d tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:29.349423 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-967a6aab-dd8e-48b9-923d-dc2506751cd3 req-d6d188ee-f892-4041-b112-1218d9063f1d tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=34bcfa3b-6a36-4df2-a2e1-3c3059a390f2 HTTP/1.1" status: 200 len: 931 time: 0.1596782 Jun 14 17:09:29.422651 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649c949-27d2-4f20-8f06-630d767a0a55 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1fbc06-f515-4220-bbc4-83bbd1b873d0,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:09:29.425531 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c649c949-27d2-4f20-8f06-630d767a0a55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:09:29.471886 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-967a6aab-dd8e-48b9-923d-dc2506751cd3 req-f4d1037c-9ca3-496e-a0ca-0e345ce5fcab tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136134 Jun 14 17:09:29.529523 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-c649c949-27d2-4f20-8f06-630d767a0a55 service neutron] Attempting to bind port 4e1fbc06-f515-4220-bbc4-83bbd1b873d0 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 17:09:29.529763 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-c649c949-27d2-4f20-8f06-630d767a0a55 service neutron] Attempting to bind port 4e1fbc06-f515-4220-bbc4-83bbd1b873d0 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '2d66b76f-f12d-4f89-bbcf-d6c43b917402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5e6efa0e-a593-4eca-b1ec-a609160dcf7f'}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 17:09:29.530100 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-c649c949-27d2-4f20-8f06-630d767a0a55 service neutron] Attempting to bind port 4e1fbc06-f515-4220-bbc4-83bbd1b873d0 on network 5e6efa0e-a593-4eca-b1ec-a609160dcf7f {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:09:29.534636 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-c649c949-27d2-4f20-8f06-630d767a0a55 service neutron] Port 4e1fbc06-f515-4220-bbc4-83bbd1b873d0 on network 5e6efa0e-a593-4eca-b1ec-a609160dcf7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 17:09:29.534948 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-c649c949-27d2-4f20-8f06-630d767a0a55 service neutron] Attempting to bind port 4e1fbc06-f515-4220-bbc4-83bbd1b873d0 on network 5e6efa0e-a593-4eca-b1ec-a609160dcf7f {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:09:29.540004 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-c649c949-27d2-4f20-8f06-630d767a0a55 service neutron] Checking agent: {'id': 'd91e4a82-0936-47d0-84c3-2c620c6821d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'started_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 17, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 17:09:29.540309 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-c649c949-27d2-4f20-8f06-630d767a0a55 service neutron] Checking segment: {'id': '2d66b76f-f12d-4f89-bbcf-d6c43b917402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5e6efa0e-a593-4eca-b1ec-a609160dcf7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 17:09:29.540720 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-c649c949-27d2-4f20-8f06-630d767a0a55 service neutron] Bound using segment: {'id': '2d66b76f-f12d-4f89-bbcf-d6c43b917402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5e6efa0e-a593-4eca-b1ec-a609160dcf7f'} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 17:09:29.541159 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-c649c949-27d2-4f20-8f06-630d767a0a55 service neutron] Bound port: 4e1fbc06-f515-4220-bbc4-83bbd1b873d0, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d66b76f-f12d-4f89-bbcf-d6c43b917402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5e6efa0e-a593-4eca-b1ec-a609160dcf7f'}}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 17:09:29.541511 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-c649c949-27d2-4f20-8f06-630d767a0a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:29.628078 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-c649c949-27d2-4f20-8f06-630d767a0a55 service neutron] For port 4e1fbc06-f515-4220-bbc4-83bbd1b873d0, host hv-cinder-79628, cleared binding levels {{(pid=91924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 17:09:29.631212 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-c649c949-27d2-4f20-8f06-630d767a0a55 service neutron] For port 4e1fbc06-f515-4220-bbc4-83bbd1b873d0, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4e1fbc06-f515-4220-bbc4-83bbd1b873d0,segment=NetworkSegment(2d66b76f-f12d-4f89-bbcf-d6c43b917402),segment_id=2d66b76f-f12d-4f89-bbcf-d6c43b917402)] {{(pid=91924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 17:09:29.637895 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-c649c949-27d2-4f20-8f06-630d767a0a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:29.640041 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b72a1d14-2492-47ac-8801-ed6e9077893a tempest-TestMinimumBasicScenario-1796845431 tempest-TestMinimumBasicScenario-1796845431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:09:29.685945 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-c649c949-27d2-4f20-8f06-630d767a0a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:29.686723 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-c649c949-27d2-4f20-8f06-630d767a0a55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:29.688136 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-c649c949-27d2-4f20-8f06-630d767a0a55 service neutron] 10.222.0.43 "PUT /v2.0/ports/4e1fbc06-f515-4220-bbc4-83bbd1b873d0 HTTP/1.1" status: 200 len: 1093 time: 0.8866889 Jun 14 17:09:29.688670 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bcfa3b-6a36-4df2-a2e1-3c3059a390f2', 'tag': '4e1fbc06-f515-4220-bbc4-83bbd1b873d0'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:09:29.691358 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd4820a-4486-41b2-add1-f80ebee611ce" -d '{"events": [{"name": "network-changed", "server_uuid": "34bcfa3b-6a36-4df2-a2e1-3c3059a390f2", "tag": "4e1fbc06-f515-4220-bbc4-83bbd1b873d0"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:09:29.720564 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649c949-27d2-4f20-8f06-630d767a0a55 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1fbc06-f515-4220-bbc4-83bbd1b873d0,revision_number=3']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:09:29.723932 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c649c949-27d2-4f20-8f06-630d767a0a55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:09:29.729754 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 17:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e55a802-c97c-470a-9855-7fad5e09711b x-openstack-request-id: req-5e55a802-c97c-470a-9855-7fad5e09711b {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:09:29.729754 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34bcfa3b-6a36-4df2-a2e1-3c3059a390f2", "tag": "4e1fbc06-f515-4220-bbc4-83bbd1b873d0", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:09:29.730052 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e55a802-c97c-470a-9855-7fad5e09711b {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:09:29.730356 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34bcfa3b-6a36-4df2-a2e1-3c3059a390f2', 'tag': '4e1fbc06-f515-4220-bbc4-83bbd1b873d0', 'status': 'completed', 'code': 200} Jun 14 17:09:29.795178 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-1c80d45e-d97c-4f4a-b42a-9e946f5ce5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:29.796935 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-1c80d45e-d97c-4f4a-b42a-9e946f5ce5b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ed4ef2158a54c8a981c7cf1eb9d7151&device_id=34bcfa3b-6a36-4df2-a2e1-3c3059a390f2 HTTP/1.1" status: 200 len: 1096 time: 0.0657213 Jun 14 17:09:29.863431 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-053a52f8-3938-408f-b54d-19e62c2749a3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e1fbc06-f515-4220-bbc4-83bbd1b873d0 HTTP/1.1" status: 200 len: 217 time: 0.0505557 Jun 14 17:09:29.921084 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-8fd42f0a-1b82-417a-8462-c703e43ee2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:29.922613 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-8fd42f0a-1b82-417a-8462-c703e43ee2a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccf9b149-6c61-4e80-873d-c9d7d13b254d HTTP/1.1" status: 200 len: 854 time: 0.0513248 Jun 14 17:09:29.962414 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-e49be9c8-a0c0-4298-a7d2-1876ec392139 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e6efa0e-a593-4eca-b1ec-a609160dcf7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323207 Jun 14 17:09:30.079763 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-c37319ec-1049-45a6-a9c9-da5fbbfbfd23 service neutron] 10.222.0.43 "GET /v2.0/networks/5e6efa0e-a593-4eca-b1ec-a609160dcf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104455 Jun 14 17:09:30.208829 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9542ffdf-f397-4f4a-a3ee-c5eeba0fd2d1 req-25b1816d-e077-44b2-b7e1-3fddc77982d7 service neutron] 10.222.0.43 "GET /v2.0/networks/5e6efa0e-a593-4eca-b1ec-a609160dcf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219118 Jun 14 17:09:30.328395 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4820a-4486-41b2-add1-f80ebee611ce req-65c27eff-0f75-4eb1-b6a2-2dd94e220e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:30.329947 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ebd4820a-4486-41b2-add1-f80ebee611ce req-65c27eff-0f75-4eb1-b6a2-2dd94e220e8e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ed4ef2158a54c8a981c7cf1eb9d7151&device_id=34bcfa3b-6a36-4df2-a2e1-3c3059a390f2 HTTP/1.1" status: 200 len: 1096 time: 0.0610700 Jun 14 17:09:30.455857 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4820a-4486-41b2-add1-f80ebee611ce req-0b61c6fe-8a95-4828-b747-81ed545c22c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:30.457346 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ebd4820a-4486-41b2-add1-f80ebee611ce req-0b61c6fe-8a95-4828-b747-81ed545c22c6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5e6efa0e-a593-4eca-b1ec-a609160dcf7f HTTP/1.1" status: 200 len: 915 time: 0.1204193 Jun 14 17:09:30.520514 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ebd4820a-4486-41b2-add1-f80ebee611ce req-e65ff214-84f3-43df-9603-65ebee76ab08 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e1fbc06-f515-4220-bbc4-83bbd1b873d0 HTTP/1.1" status: 200 len: 217 time: 0.0533521 Jun 14 17:09:30.581939 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4820a-4486-41b2-add1-f80ebee611ce req-23f60048-7b26-40d7-a8c8-5629cff45a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:30.583366 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ebd4820a-4486-41b2-add1-f80ebee611ce req-23f60048-7b26-40d7-a8c8-5629cff45a8e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccf9b149-6c61-4e80-873d-c9d7d13b254d HTTP/1.1" status: 200 len: 854 time: 0.0550356 Jun 14 17:09:30.644071 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ebd4820a-4486-41b2-add1-f80ebee611ce req-005b5f08-2fe9-45cc-bdd4-6cfd3836bcf1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e6efa0e-a593-4eca-b1ec-a609160dcf7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500634 Jun 14 17:09:30.795751 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ebd4820a-4486-41b2-add1-f80ebee611ce req-38411a3a-eb9b-40e7-bd34-3370901b19b2 service neutron] 10.222.0.43 "GET /v2.0/networks/5e6efa0e-a593-4eca-b1ec-a609160dcf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284947 Jun 14 17:09:30.804182 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99471484-4d9f-43b8-bda0-48b0de6649cf req-ae2a02b1-15e1-4420-8d5b-7e65dedd7a85 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:30.805600 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-99471484-4d9f-43b8-bda0-48b0de6649cf req-ae2a02b1-15e1-4420-8d5b-7e65dedd7a85 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=34bcfa3b-6a36-4df2-a2e1-3c3059a390f2 HTTP/1.1" status: 200 len: 943 time: 0.2040691 Jun 14 17:09:30.919053 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-99471484-4d9f-43b8-bda0-48b0de6649cf req-acaa6e8c-c058-4186-8467-dd7e8e3a637c tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050041 Jun 14 17:09:30.952650 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ebd4820a-4486-41b2-add1-f80ebee611ce req-bca02800-a59f-41e7-b37e-74a1ab62d245 service neutron] 10.222.0.43 "GET /v2.0/networks/5e6efa0e-a593-4eca-b1ec-a609160dcf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459324 Jun 14 17:09:32.167067 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8ee3b-efe5-47bc-b0f6-fc11fef2106f req-bffa060b-f579-4611-8d02-0819ec06d504 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:32.168515 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-64d8ee3b-efe5-47bc-b0f6-fc11fef2106f req-bffa060b-f579-4611-8d02-0819ec06d504 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=34bcfa3b-6a36-4df2-a2e1-3c3059a390f2 HTTP/1.1" status: 200 len: 943 time: 0.1277690 Jun 14 17:09:32.211313 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-64d8ee3b-efe5-47bc-b0f6-fc11fef2106f req-7fb0ae9b-7bc5-4011-b344-2cba20cdbe2a tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361812 Jun 14 17:09:33.447216 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278452d8-cecd-476b-918c-352e4875fc0e req-91315206-6511-4301-a59c-278a3e073303 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:33.448669 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-278452d8-cecd-476b-918c-352e4875fc0e req-91315206-6511-4301-a59c-278a3e073303 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=34bcfa3b-6a36-4df2-a2e1-3c3059a390f2 HTTP/1.1" status: 200 len: 943 time: 0.1247053 Jun 14 17:09:33.491441 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-278452d8-cecd-476b-918c-352e4875fc0e req-3feac57c-2a47-43a5-b8c8-eaae00181cb1 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367913 Jun 14 17:09:33.936836 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 4e1fbc06-f515-4220-bbc4-83bbd1b873d0 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91926) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 17:09:34.061659 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 4e1fbc06-f515-4220-bbc4-83bbd1b873d0, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4e1fbc06-f515-4220-bbc4-83bbd1b873d0,segment=NetworkSegment(2d66b76f-f12d-4f89-bbcf-d6c43b917402),segment_id=2d66b76f-f12d-4f89-bbcf-d6c43b917402)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:09:34.074031 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Returning: {'device': '4e1fbc06-f515-4220-bbc4-83bbd1b873d0', 'network_id': '5e6efa0e-a593-4eca-b1ec-a609160dcf7f', 'port_id': '4e1fbc06-f515-4220-bbc4-83bbd1b873d0', 'mac_address': 'fa:16:3e:e5:aa:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf9b149-6c61-4e80-873d-c9d7d13b254d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91926) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 17:09:34.122042 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:34.138854 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e1fbc06-f515-4220-bbc4-83bbd1b873d0 {{(pid=91926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 17:09:34.161450 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 4e1fbc06-f515-4220-bbc4-83bbd1b873d0, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4e1fbc06-f515-4220-bbc4-83bbd1b873d0,segment=NetworkSegment(2d66b76f-f12d-4f89-bbcf-d6c43b917402),segment_id=2d66b76f-f12d-4f89-bbcf-d6c43b917402)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:09:34.168815 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:34.172116 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:09:34.239577 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=4e1fbc06-f515-4220-bbc4-83bbd1b873d0,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:09:34.243053 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:09:34.428699 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['4e1fbc06-f515-4220-bbc4-83bbd1b873d0'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 17:09:34.694930 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50c1f5-7b23-48ff-a3ce-5c2da360c4ec req-f4767f53-52b4-4bea-a889-d26b0f7a2c41 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:34.696382 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8b50c1f5-7b23-48ff-a3ce-5c2da360c4ec req-f4767f53-52b4-4bea-a889-d26b0f7a2c41 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=34bcfa3b-6a36-4df2-a2e1-3c3059a390f2 HTTP/1.1" status: 200 len: 944 time: 0.0771396 Jun 14 17:09:34.752086 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8b50c1f5-7b23-48ff-a3ce-5c2da360c4ec req-5e293b62-bc83-4931-82c5-fbd3c38a6879 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495191 Jun 14 17:09:35.947716 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9014672-0daf-4e5b-b962-1213102270d2 req-60a278b1-497c-4383-9614-50c590b234e5 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:35.947716 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d9014672-0daf-4e5b-b962-1213102270d2 req-60a278b1-497c-4383-9614-50c590b234e5 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=34bcfa3b-6a36-4df2-a2e1-3c3059a390f2 HTTP/1.1" status: 200 len: 944 time: 0.0776794 Jun 14 17:09:35.950992 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 4e1fbc06-f515-4220-bbc4-83bbd1b873d0 up at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:09:36.001782 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d9014672-0daf-4e5b-b962-1213102270d2 req-6d6486bd-3f70-4856-9f44-30320ce9df30 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472753 Jun 14 17:09:36.014649 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning for port 4e1fbc06-f515-4220-bbc4-83bbd1b873d0 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:09:36.019283 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning complete for port 4e1fbc06-f515-4220-bbc4-83bbd1b873d0 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:09:36.019783 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:36.116910 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:36.142543 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bcfa3b-6a36-4df2-a2e1-3c3059a390f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1fbc06-f515-4220-bbc4-83bbd1b873d0'}] {{(pid=91926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:09:36.144998 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b0a793cb4832d067d15d1ae193df815134514e8483bb184155629213ee4f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a091ca7e-e6a4-4400-8654-4ad4279f26cd" -d '{"events": [{"server_uuid": "34bcfa3b-6a36-4df2-a2e1-3c3059a390f2", "name": "network-vif-plugged", "status": "completed", "tag": "4e1fbc06-f515-4220-bbc4-83bbd1b873d0"}]}' {{(pid=91926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:09:36.158470 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 4e1fbc06-f515-4220-bbc4-83bbd1b873d0, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4e1fbc06-f515-4220-bbc4-83bbd1b873d0,segment=NetworkSegment(2d66b76f-f12d-4f89-bbcf-d6c43b917402),segment_id=2d66b76f-f12d-4f89-bbcf-d6c43b917402)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:09:36.163329 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:36.166181 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-decf63a2-5866-4b2a-b341-6c0003dc574c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:09:36.195285 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 17:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99774ea-b4e9-41e0-a3e8-50975bb08b46 x-openstack-request-id: req-c99774ea-b4e9-41e0-a3e8-50975bb08b46 {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:09:36.195549 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34bcfa3b-6a36-4df2-a2e1-3c3059a390f2", "name": "network-vif-plugged", "status": "completed", "tag": "4e1fbc06-f515-4220-bbc4-83bbd1b873d0", "code": 200}]} {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:09:36.195766 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c99774ea-b4e9-41e0-a3e8-50975bb08b46 {{(pid=91926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:09:36.196196 dv-cinder-796286-2-iscsi neutron-server[91926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34bcfa3b-6a36-4df2-a2e1-3c3059a390f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1fbc06-f515-4220-bbc4-83bbd1b873d0', 'code': 200} Jun 14 17:09:36.229353 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=4e1fbc06-f515-4220-bbc4-83bbd1b873d0,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:09:36.232973 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:09:36.429250 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952f6d8-15d4-4365-9415-3ba97c79178b req-f65cf49d-02ca-4cec-b10e-5a66b59e04c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:36.431021 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e952f6d8-15d4-4365-9415-3ba97c79178b req-f65cf49d-02ca-4cec-b10e-5a66b59e04c4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=34bcfa3b-6a36-4df2-a2e1-3c3059a390f2 HTTP/1.1" status: 200 len: 1098 time: 0.0644436 Jun 14 17:09:36.482920 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e952f6d8-15d4-4365-9415-3ba97c79178b req-8d552cf2-35c4-42a2-b6ee-79dafbbb75c1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437510 Jun 14 17:09:37.205127 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebd6a5-ff0e-4ea5-8b8e-f718f19ff425 req-3b032c9d-de3d-4fcc-8e19-0afdcdece055 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:37.207232 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e8ebd6a5-ff0e-4ea5-8b8e-f718f19ff425 req-3b032c9d-de3d-4fcc-8e19-0afdcdece055 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=34bcfa3b-6a36-4df2-a2e1-3c3059a390f2 HTTP/1.1" status: 200 len: 945 time: 0.0782783 Jun 14 17:09:37.258911 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e8ebd6a5-ff0e-4ea5-8b8e-f718f19ff425 req-1952bb1a-de63-403a-b0b3-329fe008c302 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451663 Jun 14 17:09:37.963443 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:38.455937 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc7b71-7e7f-462b-8116-dbffd681213b req-47efb9e9-bf31-4246-952c-4b9223ce368e tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:38.457464 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-cecc7b71-7e7f-462b-8116-dbffd681213b req-47efb9e9-bf31-4246-952c-4b9223ce368e tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=34bcfa3b-6a36-4df2-a2e1-3c3059a390f2 HTTP/1.1" status: 200 len: 945 time: 0.0768032 Jun 14 17:09:38.676111 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-90502dc8-18e0-44b7-994d-6e04f3f05ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:38.795978 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-cecc7b71-7e7f-462b-8116-dbffd681213b req-b80a9663-a56b-4970-992e-0adfa088c43a tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315120 Jun 14 17:09:40.639565 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbba562-c47e-4864-befd-136692196aa3 req-0f945c59-9ccb-4ebe-8fb1-721f3c4f871e tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:40.640984 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ffbba562-c47e-4864-befd-136692196aa3 req-0f945c59-9ccb-4ebe-8fb1-721f3c4f871e tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/networks?id=5e6efa0e-a593-4eca-b1ec-a609160dcf7f HTTP/1.1" status: 200 len: 814 time: 0.1268072 Jun 14 17:09:40.656564 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ffbba562-c47e-4864-befd-136692196aa3 req-f5e06b7d-0e1f-405e-bca2-76863573681e tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/quotas/8ed4ef2158a54c8a981c7cf1eb9d7151 HTTP/1.1" status: 200 len: 375 time: 0.0093167 Jun 14 17:09:40.731572 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ffbba562-c47e-4864-befd-136692196aa3 req-ee782a82-c6bd-4b27-943e-1dcc862632d6 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ed4ef2158a54c8a981c7cf1eb9d7151&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693641 Jun 14 17:09:40.791543 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [req-ffbba562-c47e-4864-befd-136692196aa3 req-00d4059c-d1f9-43bf-a35e-3f24a9be978c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91924) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 17:09:40.792510 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ffbba562-c47e-4864-befd-136692196aa3 req-00d4059c-d1f9-43bf-a35e-3f24a9be978c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0545702 Jun 14 17:09:40.895838 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:40.922973 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ffbba562-c47e-4864-befd-136692196aa3 req-bee4666c-fa61-4155-abd8-4fc56ea9fa4b service neutron] 10.222.0.25 "GET /v2.0/networks/5e6efa0e-a593-4eca-b1ec-a609160dcf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236453 Jun 14 17:09:41.042113 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ffbba562-c47e-4864-befd-136692196aa3 req-e29d147d-d138-4844-8859-005f1c81e187 service neutron] 10.222.0.25 "GET /v2.0/networks/5e6efa0e-a593-4eca-b1ec-a609160dcf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135643 Jun 14 17:09:41.067957 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-cf24c128-0224-4c93-b58c-ff474e07f9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:41.226471 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f356224a-a8ff-4206-b313-dece64996d1b req-23d39f26-5417-450d-b9e7-4101cb2c6234 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=0baeb1a1-8ca9-4ba0-899f-0ea8da98d060 HTTP/1.1" status: 200 len: 210 time: 0.0343051 Jun 14 17:09:42.379905 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1ad81038-3254-4a6d-884c-72c5a10b843b req-5f52e611-831a-4565-8bd3-747a1e7aff76 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=0baeb1a1-8ca9-4ba0-899f-0ea8da98d060 HTTP/1.1" status: 200 len: 210 time: 0.0336480 Jun 14 17:09:42.571088 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbba562-c47e-4864-befd-136692196aa3 req-99fee72e-fbdd-4be3-a0fe-9fcd56acfda2 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:42.572654 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ffbba562-c47e-4864-befd-136692196aa3 req-99fee72e-fbdd-4be3-a0fe-9fcd56acfda2 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.43 "GET /v2.0/networks?id=5e6efa0e-a593-4eca-b1ec-a609160dcf7f HTTP/1.1" status: 200 len: 814 time: 0.1455035 Jun 14 17:09:42.579921 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:42.593855 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-ffbba562-c47e-4864-befd-136692196aa3 req-7970e7d5-56c3-4572-acb7-d7d3192bc390 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Request body: {'port': {'device_id': '0baeb1a1-8ca9-4ba0-899f-0ea8da98d060', 'network_id': '5e6efa0e-a593-4eca-b1ec-a609160dcf7f', 'admin_state_up': True, 'tenant_id': '8ed4ef2158a54c8a981c7cf1eb9d7151'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:09:42.755168 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffbba562-c47e-4864-befd-136692196aa3 req-7970e7d5-56c3-4572-acb7-d7d3192bc390 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Made reservation on behalf of 8ed4ef2158a54c8a981c7cf1eb9d7151 for: {'port': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 17:09:42.761240 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-ffbba562-c47e-4864-befd-136692196aa3 req-7970e7d5-56c3-4572-acb7-d7d3192bc390 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:42.921088 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [req-ffbba562-c47e-4864-befd-136692196aa3 req-7970e7d5-56c3-4572-acb7-d7d3192bc390 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Allocated IP 172.20.0.6 (5e6efa0e-a593-4eca-b1ec-a609160dcf7f/ccf9b149-6c61-4e80-873d-c9d7d13b254d/840b1172-c823-43eb-912b-f1b426f0ad54) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 17:09:43.111993 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-ffbba562-c47e-4864-befd-136692196aa3 req-7970e7d5-56c3-4572-acb7-d7d3192bc390 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:43.156378 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-ffbba562-c47e-4864-befd-136692196aa3 req-7970e7d5-56c3-4572-acb7-d7d3192bc390 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12205892'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:43.161836 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-fd274292-1cc8-42b0-9aaa-cc856d04cb43 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:09:43.173127 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['8cad635b-4c6c-4dbd-9830-12c162bc63c9', '4e1fbc06-f515-4220-bbc4-83bbd1b873d0'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 17:09:43.212315 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffbba562-c47e-4864-befd-136692196aa3 req-7970e7d5-56c3-4572-acb7-d7d3192bc390 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Network 5e6efa0e-a593-4eca-b1ec-a609160dcf7f is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:09:43.215814 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [req-ffbba562-c47e-4864-befd-136692196aa3 req-7970e7d5-56c3-4572-acb7-d7d3192bc390 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:09:43.220107 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbba562-c47e-4864-befd-136692196aa3 req-7970e7d5-56c3-4572-acb7-d7d3192bc390 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 17:09:43.257124 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970e7d5-56c3-4572-acb7-d7d3192bc390 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Pushing event updated for resources: {'Port': ['ID=840b1172-c823-43eb-912b-f1b426f0ad54,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:09:43.262013 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-7970e7d5-56c3-4572-acb7-d7d3192bc390 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:09:43.289203 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbba562-c47e-4864-befd-136692196aa3 req-7970e7d5-56c3-4572-acb7-d7d3192bc390 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:43.289798 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-ffbba562-c47e-4864-befd-136692196aa3 req-7970e7d5-56c3-4572-acb7-d7d3192bc390 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:43.306230 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ffbba562-c47e-4864-befd-136692196aa3 req-7970e7d5-56c3-4572-acb7-d7d3192bc390 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7174892 Jun 14 17:09:43.319523 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-ffbba562-c47e-4864-befd-136692196aa3 req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] Request body: {'port': {'device_id': '0baeb1a1-8ca9-4ba0-899f-0ea8da98d060', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:09:43.419529 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-ffbba562-c47e-4864-befd-136692196aa3 req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:43.712568 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab5b1c-de1d-4198-918b-29395edaf07a req-340c20c9-1061-4442-b57f-3bfd0fec7ae9 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:43.714006 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5bab5b1c-de1d-4198-918b-29395edaf07a req-340c20c9-1061-4442-b57f-3bfd0fec7ae9 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=0baeb1a1-8ca9-4ba0-899f-0ea8da98d060 HTTP/1.1" status: 200 len: 931 time: 0.1708722 Jun 14 17:09:43.796112 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5bab5b1c-de1d-4198-918b-29395edaf07a req-b65e3f0b-d5d0-466f-9d71-557f5d287b6d tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754552 Jun 14 17:09:43.845528 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [req-ffbba562-c47e-4864-befd-136692196aa3 req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840b1172-c823-43eb-912b-f1b426f0ad54 {{(pid=91924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 17:09:43.853163 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-ffbba562-c47e-4864-befd-136692196aa3 req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:43.865682 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-ffbba562-c47e-4864-befd-136692196aa3 req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] Transition to ACTIVE for port object 840b1172-c823-43eb-912b-f1b426f0ad54 will not be triggered until provisioned by entity L2. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:09:43.870248 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-ffbba562-c47e-4864-befd-136692196aa3 req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:43.872600 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c649c949-27d2-4f20-8f06-630d767a0a55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:09:43.967363 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] Pushing event updated for resources: {'Port': ['ID=840b1172-c823-43eb-912b-f1b426f0ad54,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:09:43.970754 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:09:44.056461 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-ffbba562-c47e-4864-befd-136692196aa3 req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] Attempting to bind port 840b1172-c823-43eb-912b-f1b426f0ad54 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 17:09:44.056796 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-ffbba562-c47e-4864-befd-136692196aa3 req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] Attempting to bind port 840b1172-c823-43eb-912b-f1b426f0ad54 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '2d66b76f-f12d-4f89-bbcf-d6c43b917402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5e6efa0e-a593-4eca-b1ec-a609160dcf7f'}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 17:09:44.057120 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbba562-c47e-4864-befd-136692196aa3 req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] Attempting to bind port 840b1172-c823-43eb-912b-f1b426f0ad54 on network 5e6efa0e-a593-4eca-b1ec-a609160dcf7f {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:09:44.061430 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbba562-c47e-4864-befd-136692196aa3 req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] Port 840b1172-c823-43eb-912b-f1b426f0ad54 on network 5e6efa0e-a593-4eca-b1ec-a609160dcf7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 17:09:44.061752 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbba562-c47e-4864-befd-136692196aa3 req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] Attempting to bind port 840b1172-c823-43eb-912b-f1b426f0ad54 on network 5e6efa0e-a593-4eca-b1ec-a609160dcf7f {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:09:44.066953 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbba562-c47e-4864-befd-136692196aa3 req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] Checking agent: {'id': 'd91e4a82-0936-47d0-84c3-2c620c6821d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'started_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 17, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 17:09:44.067279 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbba562-c47e-4864-befd-136692196aa3 req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] Checking segment: {'id': '2d66b76f-f12d-4f89-bbcf-d6c43b917402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5e6efa0e-a593-4eca-b1ec-a609160dcf7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 17:09:44.067652 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbba562-c47e-4864-befd-136692196aa3 req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] Bound using segment: {'id': '2d66b76f-f12d-4f89-bbcf-d6c43b917402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5e6efa0e-a593-4eca-b1ec-a609160dcf7f'} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 17:09:44.068060 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-ffbba562-c47e-4864-befd-136692196aa3 req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] Bound port: 840b1172-c823-43eb-912b-f1b426f0ad54, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d66b76f-f12d-4f89-bbcf-d6c43b917402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5e6efa0e-a593-4eca-b1ec-a609160dcf7f'}}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 17:09:44.068400 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-ffbba562-c47e-4864-befd-136692196aa3 req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:44.146278 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-ffbba562-c47e-4864-befd-136692196aa3 req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] For port 840b1172-c823-43eb-912b-f1b426f0ad54, host hv-cinder-79628, cleared binding levels {{(pid=91924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 17:09:44.149588 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-ffbba562-c47e-4864-befd-136692196aa3 req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] For port 840b1172-c823-43eb-912b-f1b426f0ad54, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=840b1172-c823-43eb-912b-f1b426f0ad54,segment=NetworkSegment(2d66b76f-f12d-4f89-bbcf-d6c43b917402),segment_id=2d66b76f-f12d-4f89-bbcf-d6c43b917402)] {{(pid=91924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 17:09:44.154457 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-ffbba562-c47e-4864-befd-136692196aa3 req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:44.156525 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:09:44.198798 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbba562-c47e-4864-befd-136692196aa3 req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:44.199394 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-ffbba562-c47e-4864-befd-136692196aa3 req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:44.200760 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ffbba562-c47e-4864-befd-136692196aa3 req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] 10.222.0.43 "PUT /v2.0/ports/840b1172-c823-43eb-912b-f1b426f0ad54 HTTP/1.1" status: 200 len: 1093 time: 0.8858647 Jun 14 17:09:44.201296 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0baeb1a1-8ca9-4ba0-899f-0ea8da98d060', 'tag': '840b1172-c823-43eb-912b-f1b426f0ad54'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:09:44.203700 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c4a4ed-c239-46b5-8a08-2fab3bd668e4" -d '{"events": [{"name": "network-changed", "server_uuid": "0baeb1a1-8ca9-4ba0-899f-0ea8da98d060", "tag": "840b1172-c823-43eb-912b-f1b426f0ad54"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:09:44.232421 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] Pushing event updated for resources: {'Port': ['ID=840b1172-c823-43eb-912b-f1b426f0ad54,revision_number=3']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:09:44.236014 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:09:44.305513 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 17:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d72a413-66b7-4f53-9932-a1712229c693 x-openstack-request-id: req-2d72a413-66b7-4f53-9932-a1712229c693 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:09:44.305892 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0baeb1a1-8ca9-4ba0-899f-0ea8da98d060", "tag": "840b1172-c823-43eb-912b-f1b426f0ad54", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:09:44.306362 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d72a413-66b7-4f53-9932-a1712229c693 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:09:44.306818 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0baeb1a1-8ca9-4ba0-899f-0ea8da98d060', 'tag': '840b1172-c823-43eb-912b-f1b426f0ad54', 'status': 'completed', 'code': 200} Jun 14 17:09:44.314740 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbba562-c47e-4864-befd-136692196aa3 req-d42200fb-b032-4d30-851d-49c7e7b2de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:44.316546 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ffbba562-c47e-4864-befd-136692196aa3 req-d42200fb-b032-4d30-851d-49c7e7b2de75 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ed4ef2158a54c8a981c7cf1eb9d7151&device_id=0baeb1a1-8ca9-4ba0-899f-0ea8da98d060 HTTP/1.1" status: 200 len: 1096 time: 0.0656776 Jun 14 17:09:44.375531 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ffbba562-c47e-4864-befd-136692196aa3 req-e1bdcfef-f6c7-4de2-873c-8dd3e757bc70 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=840b1172-c823-43eb-912b-f1b426f0ad54 HTTP/1.1" status: 200 len: 217 time: 0.0514145 Jun 14 17:09:44.438738 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbba562-c47e-4864-befd-136692196aa3 req-2d517ef1-071e-4361-985c-421dfcfc6fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:44.454563 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ffbba562-c47e-4864-befd-136692196aa3 req-2d517ef1-071e-4361-985c-421dfcfc6fff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccf9b149-6c61-4e80-873d-c9d7d13b254d HTTP/1.1" status: 200 len: 854 time: 0.0553880 Jun 14 17:09:44.489899 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:44.512215 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ffbba562-c47e-4864-befd-136692196aa3 req-2cc96ea4-c306-4344-bf9b-3e474992d3f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e6efa0e-a593-4eca-b1ec-a609160dcf7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564029 Jun 14 17:09:44.630639 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ffbba562-c47e-4864-befd-136692196aa3 req-41f56645-163a-4986-999f-b0289f7c8c87 service neutron] 10.222.0.43 "GET /v2.0/networks/5e6efa0e-a593-4eca-b1ec-a609160dcf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104848 Jun 14 17:09:44.760306 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ffbba562-c47e-4864-befd-136692196aa3 req-6d97a5b9-94da-4fd5-8ffa-aa3d2bf91577 service neutron] 10.222.0.43 "GET /v2.0/networks/5e6efa0e-a593-4eca-b1ec-a609160dcf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215603 Jun 14 17:09:44.892387 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4a4ed-c239-46b5-8a08-2fab3bd668e4 req-af4097e1-06fc-40aa-97b7-b6766be197e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:44.893979 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b4c4a4ed-c239-46b5-8a08-2fab3bd668e4 req-af4097e1-06fc-40aa-97b7-b6766be197e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ed4ef2158a54c8a981c7cf1eb9d7151&device_id=0baeb1a1-8ca9-4ba0-899f-0ea8da98d060 HTTP/1.1" status: 200 len: 1096 time: 0.0768282 Jun 14 17:09:45.061748 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4a4ed-c239-46b5-8a08-2fab3bd668e4 req-b4096641-7129-4993-af44-9f9637499c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:45.063269 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b4c4a4ed-c239-46b5-8a08-2fab3bd668e4 req-b4096641-7129-4993-af44-9f9637499c8d service neutron] 10.222.0.43 "GET /v2.0/networks?id=5e6efa0e-a593-4eca-b1ec-a609160dcf7f HTTP/1.1" status: 200 len: 915 time: 0.1615257 Jun 14 17:09:45.121498 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b4c4a4ed-c239-46b5-8a08-2fab3bd668e4 req-54fcab14-6b0b-4af9-97c2-2cf207f26b63 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=840b1172-c823-43eb-912b-f1b426f0ad54 HTTP/1.1" status: 200 len: 217 time: 0.0509541 Jun 14 17:09:45.129887 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27c98d-bd6b-4256-9cb7-c5cea7cf396c req-06e882d7-f137-45cc-850c-21dfd166e5e4 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:45.131371 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4f27c98d-bd6b-4256-9cb7-c5cea7cf396c req-06e882d7-f137-45cc-850c-21dfd166e5e4 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=0baeb1a1-8ca9-4ba0-899f-0ea8da98d060 HTTP/1.1" status: 200 len: 943 time: 0.1866577 Jun 14 17:09:45.216516 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4a4ed-c239-46b5-8a08-2fab3bd668e4 req-50ce25aa-27e3-4e8b-a2b2-86f2e4b59ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:45.218471 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b4c4a4ed-c239-46b5-8a08-2fab3bd668e4 req-50ce25aa-27e3-4e8b-a2b2-86f2e4b59ea5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccf9b149-6c61-4e80-873d-c9d7d13b254d HTTP/1.1" status: 200 len: 854 time: 0.0860982 Jun 14 17:09:45.224447 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4f27c98d-bd6b-4256-9cb7-c5cea7cf396c req-acb82e9d-50a3-403e-a826-38ab31079494 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845921 Jun 14 17:09:45.260214 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b4c4a4ed-c239-46b5-8a08-2fab3bd668e4 req-bd00a177-e4c1-46db-bd17-8707cf7d0c43 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e6efa0e-a593-4eca-b1ec-a609160dcf7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323346 Jun 14 17:09:45.387161 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b4c4a4ed-c239-46b5-8a08-2fab3bd668e4 req-4863c632-420a-4195-97cb-916691b4de2c service neutron] 10.222.0.43 "GET /v2.0/networks/5e6efa0e-a593-4eca-b1ec-a609160dcf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176417 Jun 14 17:09:45.546443 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b4c4a4ed-c239-46b5-8a08-2fab3bd668e4 req-ee817e66-59ad-436b-812e-6f186c803005 service neutron] 10.222.0.43 "GET /v2.0/networks/5e6efa0e-a593-4eca-b1ec-a609160dcf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479895 Jun 14 17:09:46.418819 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331790a-4fee-4076-b3c7-7962e16f48ae req-1b0af0ae-cacb-46a6-89c1-857d5be22166 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:46.420333 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2331790a-4fee-4076-b3c7-7962e16f48ae req-1b0af0ae-cacb-46a6-89c1-857d5be22166 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=0baeb1a1-8ca9-4ba0-899f-0ea8da98d060 HTTP/1.1" status: 200 len: 943 time: 0.0720496 Jun 14 17:09:46.463999 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2331790a-4fee-4076-b3c7-7962e16f48ae req-b6e30c4e-5a52-4d44-8835-a2cb99e5a699 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378573 Jun 14 17:09:47.652264 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb43b14-bc60-40af-83dd-bd5b535ec81c req-41ef7bcb-0e8f-4efc-b4b3-dc7f852e6746 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:47.653722 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0bb43b14-bc60-40af-83dd-bd5b535ec81c req-41ef7bcb-0e8f-4efc-b4b3-dc7f852e6746 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=0baeb1a1-8ca9-4ba0-899f-0ea8da98d060 HTTP/1.1" status: 200 len: 943 time: 0.0732498 Jun 14 17:09:47.695930 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0bb43b14-bc60-40af-83dd-bd5b535ec81c req-43bdfde0-fc6f-4017-9bc4-51f322036ea5 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363984 Jun 14 17:09:47.981819 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 840b1172-c823-43eb-912b-f1b426f0ad54 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91926) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 17:09:48.109188 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 840b1172-c823-43eb-912b-f1b426f0ad54, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=840b1172-c823-43eb-912b-f1b426f0ad54,segment=NetworkSegment(2d66b76f-f12d-4f89-bbcf-d6c43b917402),segment_id=2d66b76f-f12d-4f89-bbcf-d6c43b917402)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:09:48.123054 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Returning: {'device': '840b1172-c823-43eb-912b-f1b426f0ad54', 'network_id': '5e6efa0e-a593-4eca-b1ec-a609160dcf7f', 'port_id': '840b1172-c823-43eb-912b-f1b426f0ad54', 'mac_address': 'fa:16:3e:2a:af:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf9b149-6c61-4e80-873d-c9d7d13b254d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91926) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 17:09:48.166565 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:48.181878 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840b1172-c823-43eb-912b-f1b426f0ad54 {{(pid=91926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 17:09:48.210436 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 840b1172-c823-43eb-912b-f1b426f0ad54, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=840b1172-c823-43eb-912b-f1b426f0ad54,segment=NetworkSegment(2d66b76f-f12d-4f89-bbcf-d6c43b917402),segment_id=2d66b76f-f12d-4f89-bbcf-d6c43b917402)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:09:48.216250 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:48.218168 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:09:48.274787 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=840b1172-c823-43eb-912b-f1b426f0ad54,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:09:48.282366 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:09:48.282723 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:09:48.283081 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:09:48.283434 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:09:48.283809 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:09:48.284125 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:09:48.284458 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:09:48.284835 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:09:48.285123 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:09:48.285468 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:09:48.285851 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:09:48.286145 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:09:48.290642 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:09:48.479012 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['840b1172-c823-43eb-912b-f1b426f0ad54'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 17:09:48.896631 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39aceb1-0040-441e-bc5e-c2f6e76bb748 req-0ef5364a-ae37-44b6-9838-8d42aa99ab58 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:48.898151 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b39aceb1-0040-441e-bc5e-c2f6e76bb748 req-0ef5364a-ae37-44b6-9838-8d42aa99ab58 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=0baeb1a1-8ca9-4ba0-899f-0ea8da98d060 HTTP/1.1" status: 200 len: 944 time: 0.0881810 Jun 14 17:09:48.954192 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b39aceb1-0040-441e-bc5e-c2f6e76bb748 req-96df1f54-d6f9-4c9b-a193-c36dcd62de99 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465896 Jun 14 17:09:49.989650 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 840b1172-c823-43eb-912b-f1b426f0ad54 up at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:09:50.055405 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning for port 840b1172-c823-43eb-912b-f1b426f0ad54 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:09:50.059375 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning complete for port 840b1172-c823-43eb-912b-f1b426f0ad54 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:09:50.059972 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:50.156363 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d39e20-615c-4921-81ed-52886c8867fb req-5a6785cc-7bbe-4e0c-9b0e-9d21bfb39828 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:50.157854 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-63d39e20-615c-4921-81ed-52886c8867fb req-5a6785cc-7bbe-4e0c-9b0e-9d21bfb39828 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=0baeb1a1-8ca9-4ba0-899f-0ea8da98d060 HTTP/1.1" status: 200 len: 944 time: 0.0799031 Jun 14 17:09:50.161311 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:50.190629 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0baeb1a1-8ca9-4ba0-899f-0ea8da98d060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840b1172-c823-43eb-912b-f1b426f0ad54'}] {{(pid=91926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:09:50.192862 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b0a793cb4832d067d15d1ae193df815134514e8483bb184155629213ee4f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c834a40d-e29c-4a45-b5a1-5a5d039e4ca1" -d '{"events": [{"server_uuid": "0baeb1a1-8ca9-4ba0-899f-0ea8da98d060", "name": "network-vif-plugged", "status": "completed", "tag": "840b1172-c823-43eb-912b-f1b426f0ad54"}]}' {{(pid=91926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:09:50.207282 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-63d39e20-615c-4921-81ed-52886c8867fb req-ff3eb37c-91a0-45c8-bd75-74b8bf7883cf tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409532 Jun 14 17:09:50.211692 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 840b1172-c823-43eb-912b-f1b426f0ad54, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=840b1172-c823-43eb-912b-f1b426f0ad54,segment=NetworkSegment(2d66b76f-f12d-4f89-bbcf-d6c43b917402),segment_id=2d66b76f-f12d-4f89-bbcf-d6c43b917402)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:09:50.215700 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:09:50.219653 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:09:50.285043 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=840b1172-c823-43eb-912b-f1b426f0ad54,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:09:50.288451 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:09:50.318887 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 17:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a19364f-baba-47dd-a2e3-aaf8466ab1a5 x-openstack-request-id: req-4a19364f-baba-47dd-a2e3-aaf8466ab1a5 {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:09:50.319509 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0baeb1a1-8ca9-4ba0-899f-0ea8da98d060", "name": "network-vif-plugged", "status": "completed", "tag": "840b1172-c823-43eb-912b-f1b426f0ad54", "code": 200}]} {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:09:50.319509 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a19364f-baba-47dd-a2e3-aaf8466ab1a5 {{(pid=91926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:09:50.319841 dv-cinder-796286-2-iscsi neutron-server[91926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0baeb1a1-8ca9-4ba0-899f-0ea8da98d060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840b1172-c823-43eb-912b-f1b426f0ad54', 'code': 200} Jun 14 17:09:50.565842 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22beb991-41ed-42f0-be80-1afa06f90200 req-bb29b597-b963-4ef6-bd61-090c0b1ebe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:50.571873 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-22beb991-41ed-42f0-be80-1afa06f90200 req-bb29b597-b963-4ef6-bd61-090c0b1ebe3f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0baeb1a1-8ca9-4ba0-899f-0ea8da98d060 HTTP/1.1" status: 200 len: 1098 time: 0.0584450 Jun 14 17:09:50.611129 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-22beb991-41ed-42f0-be80-1afa06f90200 req-356916ff-313d-4c05-9f53-d2b06bdb1d75 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356765 Jun 14 17:09:51.440995 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75bf4e6-71ed-4149-b19f-ee2b444fa9a6 req-13bbc713-2f83-4578-980b-74bae6ec757d tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:51.442581 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b75bf4e6-71ed-4149-b19f-ee2b444fa9a6 req-13bbc713-2f83-4578-980b-74bae6ec757d tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=0baeb1a1-8ca9-4ba0-899f-0ea8da98d060 HTTP/1.1" status: 200 len: 945 time: 0.0999336 Jun 14 17:09:51.499725 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b75bf4e6-71ed-4149-b19f-ee2b444fa9a6 req-e053a4c3-e1d3-4437-a3ab-db5f9e386178 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471094 Jun 14 17:09:52.701225 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f439d-b42f-4fed-8397-6c2013a80dac req-0fc61aa5-401d-4ead-a661-b3e8ba9cbd7f tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:09:52.702747 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b37f439d-b42f-4fed-8397-6c2013a80dac req-0fc61aa5-401d-4ead-a661-b3e8ba9cbd7f tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=0baeb1a1-8ca9-4ba0-899f-0ea8da98d060 HTTP/1.1" status: 200 len: 945 time: 0.0757406 Jun 14 17:09:52.757458 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b37f439d-b42f-4fed-8397-6c2013a80dac req-6b1e14b1-4ee3-4ce9-8634-c2180d9fb989 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462646 Jun 14 17:09:58.445634 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:10:01.532990 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4045a1ea-1f90-4fc5-b325-0c4c034dcd49 req-e8d45ce3-8fa0-4ea4-bee0-8a7a332e30f4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776012 Jun 14 17:10:01.682766 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045a1ea-1f90-4fc5-b325-0c4c034dcd49 req-932f95b7-c6f9-4a65-8ace-c261443883af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:01.684258 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4045a1ea-1f90-4fc5-b325-0c4c034dcd49 req-932f95b7-c6f9-4a65-8ace-c261443883af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bddc90907524095ad0401cb14a2f68c&device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df HTTP/1.1" status: 200 len: 1099 time: 0.0894771 Jun 14 17:10:01.836451 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045a1ea-1f90-4fc5-b325-0c4c034dcd49 req-6335bbfc-2757-4ad4-89fe-e933eae19007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:01.837954 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4045a1ea-1f90-4fc5-b325-0c4c034dcd49 req-6335bbfc-2757-4ad4-89fe-e933eae19007 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8560731a-9c90-4793-ae30-ab87841a8fed HTTP/1.1" status: 200 len: 912 time: 0.1276910 Jun 14 17:10:01.949325 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4045a1ea-1f90-4fc5-b325-0c4c034dcd49 req-3e1c30d0-39dc-4d7b-8d9c-8a3545377dff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60e65aad-8400-4e71-bf29-c58523d6c7e8 HTTP/1.1" status: 200 len: 1002 time: 0.0871983 Jun 14 17:10:02.310843 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045a1ea-1f90-4fc5-b325-0c4c034dcd49 req-5a9a4a7f-5f56-4f57-954b-8127738c8825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:02.313316 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4045a1ea-1f90-4fc5-b325-0c4c034dcd49 req-5a9a4a7f-5f56-4f57-954b-8127738c8825 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6cabad88-fac4-45e5-a292-a7d08d2f23f7 HTTP/1.1" status: 200 len: 850 time: 0.3465621 Jun 14 17:10:02.386213 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045a1ea-1f90-4fc5-b325-0c4c034dcd49 req-f62388b4-1984-4ef1-ba95-fc666556eb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:02.387787 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4045a1ea-1f90-4fc5-b325-0c4c034dcd49 req-f62388b4-1984-4ef1-ba95-fc666556eb2e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8560731a-9c90-4793-ae30-ab87841a8fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0634706 Jun 14 17:10:02.507798 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4045a1ea-1f90-4fc5-b325-0c4c034dcd49 req-08747c69-c683-41fe-bdd2-1fbc09d2631d service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122873 Jun 14 17:10:02.663428 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4045a1ea-1f90-4fc5-b325-0c4c034dcd49 req-fffab92d-51c8-4a46-aaa6-49481e1f5395 service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461835 Jun 14 17:10:02.829155 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-ff1296b9-f947-43b2-8a0d-e7a07b670bc6 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:02.830775 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-ff1296b9-f947-43b2-8a0d-e7a07b670bc6 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/networks?id=5e6efa0e-a593-4eca-b1ec-a609160dcf7f HTTP/1.1" status: 200 len: 814 time: 0.1419966 Jun 14 17:10:02.849254 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-159fef74-9077-4e77-859e-5a11e7e3fdfd tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/quotas/8ed4ef2158a54c8a981c7cf1eb9d7151 HTTP/1.1" status: 200 len: 375 time: 0.0121658 Jun 14 17:10:02.930808 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-9d5677c2-f05c-4b58-a8c4-93c831ee9584 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8ed4ef2158a54c8a981c7cf1eb9d7151&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0756209 Jun 14 17:10:03.077442 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-8158c9b6-4b51-42df-b4e7-1e94ab29531c service neutron] 10.222.0.25 "GET /v2.0/networks/5e6efa0e-a593-4eca-b1ec-a609160dcf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393032 Jun 14 17:10:03.205014 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-36b2460b-8a99-4ce9-a2e6-759cf304be23 service neutron] 10.222.0.25 "GET /v2.0/networks/5e6efa0e-a593-4eca-b1ec-a609160dcf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190803 Jun 14 17:10:03.390479 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8950009e-c950-4f73-ba5d-da5087f0f00b req-9dafa231-19dd-42e3-88e5-9f8ef4d1b62b tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=a31ee580-5b58-49b5-8a4b-4c1ac9997d5d HTTP/1.1" status: 200 len: 210 time: 0.0358684 Jun 14 17:10:04.606464 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2eef7cdd-3206-46db-bc3f-8eda7ae1d427 req-70f34fbc-dd2e-4f1e-bf59-d6724cbbcb70 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=a31ee580-5b58-49b5-8a4b-4c1ac9997d5d HTTP/1.1" status: 200 len: 210 time: 0.0441601 Jun 14 17:10:04.652954 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-eb83f135-2bf2-415a-a604-c1648d29dc60 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:04.655437 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-eb83f135-2bf2-415a-a604-c1648d29dc60 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.43 "GET /v2.0/networks?id=5e6efa0e-a593-4eca-b1ec-a609160dcf7f HTTP/1.1" status: 200 len: 814 time: 0.2104683 Jun 14 17:10:04.670990 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-949a1660-84f5-4f59-a7ec-c28fee86b5c0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Request body: {'port': {'device_id': 'a31ee580-5b58-49b5-8a4b-4c1ac9997d5d', 'network_id': '5e6efa0e-a593-4eca-b1ec-a609160dcf7f', 'admin_state_up': True, 'tenant_id': '8ed4ef2158a54c8a981c7cf1eb9d7151'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:10:04.827426 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-949a1660-84f5-4f59-a7ec-c28fee86b5c0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Made reservation on behalf of 8ed4ef2158a54c8a981c7cf1eb9d7151 for: {'port': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 17:10:04.831165 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-949a1660-84f5-4f59-a7ec-c28fee86b5c0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:04.986354 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-949a1660-84f5-4f59-a7ec-c28fee86b5c0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Allocated IP 172.20.0.2 (5e6efa0e-a593-4eca-b1ec-a609160dcf7f/ccf9b149-6c61-4e80-873d-c9d7d13b254d/1141e6e0-c3f7-4ea7-831f-addc3cbadcdd) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 17:10:05.173750 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-949a1660-84f5-4f59-a7ec-c28fee86b5c0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:05.222949 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-949a1660-84f5-4f59-a7ec-c28fee86b5c0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12205892'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:05.227234 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-740ae473-2099-47a2-b411-e7d45505f25d tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:10:05.240015 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['8cad635b-4c6c-4dbd-9830-12c162bc63c9', '4e1fbc06-f515-4220-bbc4-83bbd1b873d0', '840b1172-c823-43eb-912b-f1b426f0ad54'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 17:10:05.278405 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-949a1660-84f5-4f59-a7ec-c28fee86b5c0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Network 5e6efa0e-a593-4eca-b1ec-a609160dcf7f is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:10:05.281622 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-949a1660-84f5-4f59-a7ec-c28fee86b5c0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:10:05.286104 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-949a1660-84f5-4f59-a7ec-c28fee86b5c0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 17:10:05.290114 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a1660-84f5-4f59-a7ec-c28fee86b5c0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Pushing event updated for resources: {'Port': ['ID=1141e6e0-c3f7-4ea7-831f-addc3cbadcdd,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:10:05.327410 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a1660-84f5-4f59-a7ec-c28fee86b5c0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:10:05.327783 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a1660-84f5-4f59-a7ec-c28fee86b5c0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:10:05.328286 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a1660-84f5-4f59-a7ec-c28fee86b5c0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:10:05.328286 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a1660-84f5-4f59-a7ec-c28fee86b5c0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:10:05.332306 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a1660-84f5-4f59-a7ec-c28fee86b5c0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:10:05.332306 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a1660-84f5-4f59-a7ec-c28fee86b5c0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:10:05.332306 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a1660-84f5-4f59-a7ec-c28fee86b5c0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:10:05.332306 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a1660-84f5-4f59-a7ec-c28fee86b5c0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:10:05.332306 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a1660-84f5-4f59-a7ec-c28fee86b5c0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:10:05.332306 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a1660-84f5-4f59-a7ec-c28fee86b5c0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:10:05.332306 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a1660-84f5-4f59-a7ec-c28fee86b5c0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:10:05.332306 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949a1660-84f5-4f59-a7ec-c28fee86b5c0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:10:05.336531 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-949a1660-84f5-4f59-a7ec-c28fee86b5c0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:10:05.359090 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-949a1660-84f5-4f59-a7ec-c28fee86b5c0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:05.359704 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-949a1660-84f5-4f59-a7ec-c28fee86b5c0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:05.378583 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-949a1660-84f5-4f59-a7ec-c28fee86b5c0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7082143 Jun 14 17:10:05.388830 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] Request body: {'port': {'device_id': 'a31ee580-5b58-49b5-8a4b-4c1ac9997d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:10:05.479961 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:05.867051 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1141e6e0-c3f7-4ea7-831f-addc3cbadcdd {{(pid=91924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 17:10:05.876500 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:05.887294 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67379ca1-b2b2-42b5-8dc9-259ddd8e01b7 req-a73725b6-22b4-41d4-9dc8-1351ec1e5b86 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:05.888860 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-67379ca1-b2b2-42b5-8dc9-259ddd8e01b7 req-a73725b6-22b4-41d4-9dc8-1351ec1e5b86 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=a31ee580-5b58-49b5-8a4b-4c1ac9997d5d HTTP/1.1" status: 200 len: 931 time: 0.1522706 Jun 14 17:10:05.901062 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] Transition to ACTIVE for port object 1141e6e0-c3f7-4ea7-831f-addc3cbadcdd will not be triggered until provisioned by entity L2. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:10:05.907650 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:05.918265 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-05b51d8f-e271-415f-8c4b-cf9fc2cb31fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:10:06.030008 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-67379ca1-b2b2-42b5-8dc9-259ddd8e01b7 req-466f4b76-a3dc-45ff-a4cf-560b27ffd68b tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326869 Jun 14 17:10:06.042466 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] Pushing event updated for resources: {'Port': ['ID=1141e6e0-c3f7-4ea7-831f-addc3cbadcdd,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:10:06.065927 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:10:06.129025 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] Attempting to bind port 1141e6e0-c3f7-4ea7-831f-addc3cbadcdd on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 17:10:06.130747 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] Attempting to bind port 1141e6e0-c3f7-4ea7-831f-addc3cbadcdd by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '2d66b76f-f12d-4f89-bbcf-d6c43b917402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5e6efa0e-a593-4eca-b1ec-a609160dcf7f'}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 17:10:06.131181 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] Attempting to bind port 1141e6e0-c3f7-4ea7-831f-addc3cbadcdd on network 5e6efa0e-a593-4eca-b1ec-a609160dcf7f {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:10:06.136257 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] Port 1141e6e0-c3f7-4ea7-831f-addc3cbadcdd on network 5e6efa0e-a593-4eca-b1ec-a609160dcf7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 17:10:06.136574 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] Attempting to bind port 1141e6e0-c3f7-4ea7-831f-addc3cbadcdd on network 5e6efa0e-a593-4eca-b1ec-a609160dcf7f {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:10:06.141610 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] Checking agent: {'id': 'd91e4a82-0936-47d0-84c3-2c620c6821d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'started_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 17, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 17:10:06.141944 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] Checking segment: {'id': '2d66b76f-f12d-4f89-bbcf-d6c43b917402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5e6efa0e-a593-4eca-b1ec-a609160dcf7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 17:10:06.142497 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] Bound using segment: {'id': '2d66b76f-f12d-4f89-bbcf-d6c43b917402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5e6efa0e-a593-4eca-b1ec-a609160dcf7f'} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 17:10:06.144270 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] Bound port: 1141e6e0-c3f7-4ea7-831f-addc3cbadcdd, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d66b76f-f12d-4f89-bbcf-d6c43b917402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '5e6efa0e-a593-4eca-b1ec-a609160dcf7f'}}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 17:10:06.144270 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:06.226172 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] For port 1141e6e0-c3f7-4ea7-831f-addc3cbadcdd, host hv-cinder-79628, cleared binding levels {{(pid=91924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 17:10:06.230928 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] For port 1141e6e0-c3f7-4ea7-831f-addc3cbadcdd, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1141e6e0-c3f7-4ea7-831f-addc3cbadcdd,segment=NetworkSegment(2d66b76f-f12d-4f89-bbcf-d6c43b917402),segment_id=2d66b76f-f12d-4f89-bbcf-d6c43b917402)] {{(pid=91924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 17:10:06.237061 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:06.239692 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d210c2e6-3589-49ec-ba84-a71d5c661e07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:10:06.284993 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:06.285603 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:06.287045 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] 10.222.0.43 "PUT /v2.0/ports/1141e6e0-c3f7-4ea7-831f-addc3cbadcdd HTTP/1.1" status: 200 len: 1093 time: 0.9027503 Jun 14 17:10:06.287572 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31ee580-5b58-49b5-8a4b-4c1ac9997d5d', 'tag': '1141e6e0-c3f7-4ea7-831f-addc3cbadcdd'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:10:06.289955 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f793da-8fca-49c4-832c-9c97cc22f1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "a31ee580-5b58-49b5-8a4b-4c1ac9997d5d", "tag": "1141e6e0-c3f7-4ea7-831f-addc3cbadcdd"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:10:06.313989 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] Pushing event updated for resources: {'Port': ['ID=1141e6e0-c3f7-4ea7-831f-addc3cbadcdd,revision_number=3']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:10:06.318768 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:10:06.340432 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 17:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a59c02a-099c-4b44-a69b-4959c6f88c32 x-openstack-request-id: req-4a59c02a-099c-4b44-a69b-4959c6f88c32 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:10:06.340945 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31ee580-5b58-49b5-8a4b-4c1ac9997d5d", "tag": "1141e6e0-c3f7-4ea7-831f-addc3cbadcdd", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:10:06.341389 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a59c02a-099c-4b44-a69b-4959c6f88c32 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:10:06.341897 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31ee580-5b58-49b5-8a4b-4c1ac9997d5d', 'tag': '1141e6e0-c3f7-4ea7-831f-addc3cbadcdd', 'status': 'completed', 'code': 200} Jun 14 17:10:06.412284 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-b94f6949-287a-4515-b104-6814f68b5324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:06.413843 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-b94f6949-287a-4515-b104-6814f68b5324 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ed4ef2158a54c8a981c7cf1eb9d7151&device_id=a31ee580-5b58-49b5-8a4b-4c1ac9997d5d HTTP/1.1" status: 200 len: 1096 time: 0.0670815 Jun 14 17:10:06.472253 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-18f86507-ee74-47fd-a7b7-2d59c07e86c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1141e6e0-c3f7-4ea7-831f-addc3cbadcdd HTTP/1.1" status: 200 len: 217 time: 0.0508051 Jun 14 17:10:06.550909 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-da19565d-25b3-4e43-b784-26a4561ba964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:06.552441 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-da19565d-25b3-4e43-b784-26a4561ba964 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccf9b149-6c61-4e80-873d-c9d7d13b254d HTTP/1.1" status: 200 len: 854 time: 0.0632586 Jun 14 17:10:06.601184 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-f7d1fccf-82a5-45ff-8f7d-14e9bad4b1d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e6efa0e-a593-4eca-b1ec-a609160dcf7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402005 Jun 14 17:10:06.726227 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-9269cb7d-bee4-4c9c-a2b5-c9d03ed8c207 service neutron] 10.222.0.43 "GET /v2.0/networks/5e6efa0e-a593-4eca-b1ec-a609160dcf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174426 Jun 14 17:10:06.850314 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a370a938-0145-4f5b-a38b-725d00ce1da5 req-87df99ae-4e8a-4730-865e-2c7f5ff3e612 service neutron] 10.222.0.43 "GET /v2.0/networks/5e6efa0e-a593-4eca-b1ec-a609160dcf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171827 Jun 14 17:10:06.966582 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f793da-8fca-49c4-832c-9c97cc22f1dc req-386578d0-74b0-43a0-8c23-59b122822948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:06.968155 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-96f793da-8fca-49c4-832c-9c97cc22f1dc req-386578d0-74b0-43a0-8c23-59b122822948 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ed4ef2158a54c8a981c7cf1eb9d7151&device_id=a31ee580-5b58-49b5-8a4b-4c1ac9997d5d HTTP/1.1" status: 200 len: 1096 time: 0.0640612 Jun 14 17:10:07.103389 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f793da-8fca-49c4-832c-9c97cc22f1dc req-c92bf501-a32e-45b1-ada5-913fe241886f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:07.105595 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-96f793da-8fca-49c4-832c-9c97cc22f1dc req-c92bf501-a32e-45b1-ada5-913fe241886f service neutron] 10.222.0.43 "GET /v2.0/networks?id=5e6efa0e-a593-4eca-b1ec-a609160dcf7f HTTP/1.1" status: 200 len: 915 time: 0.1298461 Jun 14 17:10:07.178827 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-96f793da-8fca-49c4-832c-9c97cc22f1dc req-cec81852-11ab-4768-8e5d-493fdd0bb83e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1141e6e0-c3f7-4ea7-831f-addc3cbadcdd HTTP/1.1" status: 200 len: 217 time: 0.0646489 Jun 14 17:10:07.271409 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f793da-8fca-49c4-832c-9c97cc22f1dc req-c7a38e61-d37f-4fc6-bffa-d16071ec359a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:07.272860 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-96f793da-8fca-49c4-832c-9c97cc22f1dc req-c7a38e61-d37f-4fc6-bffa-d16071ec359a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccf9b149-6c61-4e80-873d-c9d7d13b254d HTTP/1.1" status: 200 len: 854 time: 0.0698349 Jun 14 17:10:07.288764 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d260b7-7410-4abc-96e3-6dfbbffd2b27 req-459835ae-06ff-44a2-88af-66ad53b82cc3 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:07.290236 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a6d260b7-7410-4abc-96e3-6dfbbffd2b27 req-459835ae-06ff-44a2-88af-66ad53b82cc3 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=a31ee580-5b58-49b5-8a4b-4c1ac9997d5d HTTP/1.1" status: 200 len: 943 time: 0.1211898 Jun 14 17:10:07.330169 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-96f793da-8fca-49c4-832c-9c97cc22f1dc req-c25c7644-6bae-470b-babd-4fc4c40fd593 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e6efa0e-a593-4eca-b1ec-a609160dcf7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388012 Jun 14 17:10:07.392004 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a6d260b7-7410-4abc-96e3-6dfbbffd2b27 req-87723f1c-dc2e-4b21-a6b4-1a04102db74b tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916080 Jun 14 17:10:07.467133 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-96f793da-8fca-49c4-832c-9c97cc22f1dc req-8d3ff0ff-a974-4637-a8f2-7fcc4a3fa016 service neutron] 10.222.0.43 "GET /v2.0/networks/5e6efa0e-a593-4eca-b1ec-a609160dcf7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278813 Jun 14 17:10:07.589356 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-96f793da-8fca-49c4-832c-9c97cc22f1dc req-d4f6d8d3-df2b-4306-a2c8-77a144ff042b service neutron] 10.222.0.43 "GET /v2.0/networks/5e6efa0e-a593-4eca-b1ec-a609160dcf7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149013 Jun 14 17:10:07.965869 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:08.589823 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1654496-7c3d-4083-9da1-6b4aee421736 req-438e8d5b-d9ab-48a0-9241-ebea67e2f2b6 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:08.591212 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f1654496-7c3d-4083-9da1-6b4aee421736 req-438e8d5b-d9ab-48a0-9241-ebea67e2f2b6 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=a31ee580-5b58-49b5-8a4b-4c1ac9997d5d HTTP/1.1" status: 200 len: 943 time: 0.0719676 Jun 14 17:10:08.636961 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f1654496-7c3d-4083-9da1-6b4aee421736 req-7f2738b5-1dc2-4b04-ba68-306bcaa4e39b tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398962 Jun 14 17:10:08.678987 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f33a8b6a-391e-40c6-ad08-378a9d976cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:09.855270 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d972d4d-f0a8-460b-adae-c4fb8fb05c63 req-b70816bb-1e95-4eaa-bac1-f49407a91593 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:09.856772 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1d972d4d-f0a8-460b-adae-c4fb8fb05c63 req-b70816bb-1e95-4eaa-bac1-f49407a91593 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=a31ee580-5b58-49b5-8a4b-4c1ac9997d5d HTTP/1.1" status: 200 len: 943 time: 0.0950468 Jun 14 17:10:09.903925 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1d972d4d-f0a8-460b-adae-c4fb8fb05c63 req-d2a4b3e1-51c0-4e24-b485-2938e4c78e89 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410447 Jun 14 17:10:10.089284 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 1141e6e0-c3f7-4ea7-831f-addc3cbadcdd details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91926) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 17:10:10.230597 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 1141e6e0-c3f7-4ea7-831f-addc3cbadcdd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1141e6e0-c3f7-4ea7-831f-addc3cbadcdd,segment=NetworkSegment(2d66b76f-f12d-4f89-bbcf-d6c43b917402),segment_id=2d66b76f-f12d-4f89-bbcf-d6c43b917402)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:10:10.243353 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Returning: {'device': '1141e6e0-c3f7-4ea7-831f-addc3cbadcdd', 'network_id': '5e6efa0e-a593-4eca-b1ec-a609160dcf7f', 'port_id': '1141e6e0-c3f7-4ea7-831f-addc3cbadcdd', 'mac_address': 'fa:16:3e:4c:eb:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf9b149-6c61-4e80-873d-c9d7d13b254d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91926) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 17:10:10.291661 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:10.311550 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1141e6e0-c3f7-4ea7-831f-addc3cbadcdd {{(pid=91926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 17:10:10.334698 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 1141e6e0-c3f7-4ea7-831f-addc3cbadcdd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1141e6e0-c3f7-4ea7-831f-addc3cbadcdd,segment=NetworkSegment(2d66b76f-f12d-4f89-bbcf-d6c43b917402),segment_id=2d66b76f-f12d-4f89-bbcf-d6c43b917402)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:10:10.340037 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:10.342645 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:10:10.404626 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=1141e6e0-c3f7-4ea7-831f-addc3cbadcdd,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:10:10.409055 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:10:10.621723 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['1141e6e0-c3f7-4ea7-831f-addc3cbadcdd'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 17:10:10.901494 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:11.072263 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-a73a0469-6740-4cb6-bb30-5140b0357c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:11.126616 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f304c56-1747-4682-9bfd-eeff4d850b23 req-7762d92e-b552-4735-b563-4e6b78fc8dd3 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:11.129264 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4f304c56-1747-4682-9bfd-eeff4d850b23 req-7762d92e-b552-4735-b563-4e6b78fc8dd3 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=a31ee580-5b58-49b5-8a4b-4c1ac9997d5d HTTP/1.1" status: 200 len: 944 time: 0.1016619 Jun 14 17:10:11.174219 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4f304c56-1747-4682-9bfd-eeff4d850b23 req-88350f47-929b-4484-9468-7868f331d8b1 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389483 Jun 14 17:10:12.092672 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 1141e6e0-c3f7-4ea7-831f-addc3cbadcdd up at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:10:12.154383 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning for port 1141e6e0-c3f7-4ea7-831f-addc3cbadcdd completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:10:12.161477 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning complete for port 1141e6e0-c3f7-4ea7-831f-addc3cbadcdd triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:10:12.161885 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:12.253625 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:12.278432 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31ee580-5b58-49b5-8a4b-4c1ac9997d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1141e6e0-c3f7-4ea7-831f-addc3cbadcdd'}] {{(pid=91926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:10:12.280949 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b0a793cb4832d067d15d1ae193df815134514e8483bb184155629213ee4f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4574fb-3e0e-40e0-807e-8df6b57cd4e1" -d '{"events": [{"server_uuid": "a31ee580-5b58-49b5-8a4b-4c1ac9997d5d", "name": "network-vif-plugged", "status": "completed", "tag": "1141e6e0-c3f7-4ea7-831f-addc3cbadcdd"}]}' {{(pid=91926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:10:12.295759 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 1141e6e0-c3f7-4ea7-831f-addc3cbadcdd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1141e6e0-c3f7-4ea7-831f-addc3cbadcdd,segment=NetworkSegment(2d66b76f-f12d-4f89-bbcf-d6c43b917402),segment_id=2d66b76f-f12d-4f89-bbcf-d6c43b917402)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:10:12.300244 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:12.302128 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-16a190d8-0fd6-4899-9784-9f8df7c1fd8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:10:12.330516 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 17:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0de8a4-98ef-42cb-9ca6-79e3fbab6230 x-openstack-request-id: req-8e0de8a4-98ef-42cb-9ca6-79e3fbab6230 {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:10:12.330869 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31ee580-5b58-49b5-8a4b-4c1ac9997d5d", "name": "network-vif-plugged", "status": "completed", "tag": "1141e6e0-c3f7-4ea7-831f-addc3cbadcdd", "code": 200}]} {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:10:12.331093 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e0de8a4-98ef-42cb-9ca6-79e3fbab6230 {{(pid=91926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:10:12.331463 dv-cinder-796286-2-iscsi neutron-server[91926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31ee580-5b58-49b5-8a4b-4c1ac9997d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1141e6e0-c3f7-4ea7-831f-addc3cbadcdd', 'code': 200} Jun 14 17:10:12.370586 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=1141e6e0-c3f7-4ea7-831f-addc3cbadcdd,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:10:12.375429 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:10:12.396926 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317319e-21c7-4f75-a6e8-c885526565e4 req-96dc3adc-85c6-4140-81c4-257ec8b98a47 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:12.398450 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4317319e-21c7-4f75-a6e8-c885526565e4 req-96dc3adc-85c6-4140-81c4-257ec8b98a47 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=a31ee580-5b58-49b5-8a4b-4c1ac9997d5d HTTP/1.1" status: 200 len: 945 time: 0.0855668 Jun 14 17:10:12.443331 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4317319e-21c7-4f75-a6e8-c885526565e4 req-6d7e1bb6-b572-44ca-b8b3-e2355217d4a3 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384085 Jun 14 17:10:12.583387 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:12.596477 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f60f6-dfff-4fdf-b865-ed428a6ad7ce req-948b9439-e45f-4133-8b38-95fa4618165c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:12.597982 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5a1f60f6-dfff-4fdf-b865-ed428a6ad7ce req-948b9439-e45f-4133-8b38-95fa4618165c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a31ee580-5b58-49b5-8a4b-4c1ac9997d5d HTTP/1.1" status: 200 len: 1098 time: 0.0672336 Jun 14 17:10:12.647099 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5a1f60f6-dfff-4fdf-b865-ed428a6ad7ce req-4a2408a6-8f2f-4e88-a055-f07c99f00d92 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416121 Jun 14 17:10:13.693043 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfecbd5-92c5-4c0c-ac39-f1c5a8b8db48 req-8854e1e2-9778-4533-b7a8-1a4f2d7363b5 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:13.695439 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8cfecbd5-92c5-4c0c-ac39-f1c5a8b8db48 req-8854e1e2-9778-4533-b7a8-1a4f2d7363b5 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=a31ee580-5b58-49b5-8a4b-4c1ac9997d5d HTTP/1.1" status: 200 len: 945 time: 0.0993714 Jun 14 17:10:13.743781 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8cfecbd5-92c5-4c0c-ac39-f1c5a8b8db48 req-0e55e2f9-8328-4e9a-9065-c336c490561e tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421457 Jun 14 17:10:14.446524 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:14.949243 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c87bf-063d-4752-bd4b-4fad484cfd7c req-5a891c43-b3d1-4607-933c-099b78280d25 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:14.950632 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c49c87bf-063d-4752-bd4b-4fad484cfd7c req-5a891c43-b3d1-4607-933c-099b78280d25 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=a31ee580-5b58-49b5-8a4b-4c1ac9997d5d HTTP/1.1" status: 200 len: 945 time: 0.0815301 Jun 14 17:10:15.008998 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c49c87bf-063d-4752-bd4b-4fad484cfd7c req-61b7759a-f71f-4765-8d2c-f854a98fe5c3 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522954 Jun 14 17:10:20.138796 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 44570) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:10:20.661723 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-31b5f85d-4708-4468-9ad1-53363da606fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591572'] for router_interface, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:21.011316 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-31b5f85d-4708-4468-9ad1-53363da606fa admin admin] Deleting port 0e95de6d-a624-4521-9996-9980269acffd {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:10:21.011620 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-31b5f85d-4708-4468-9ad1-53363da606fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:21.119860 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-31b5f85d-4708-4468-9ad1-53363da606fa admin admin] For port 0e95de6d-a624-4521-9996-9980269acffd, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=0e95de6d-a624-4521-9996-9980269acffd,segment=NetworkSegment(a90bb8c7-afc9-4f4f-95cd-4ad30968cefe),segment_id=a90bb8c7-afc9-4f4f-95cd-4ad30968cefe)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:10:21.120213 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-31b5f85d-4708-4468-9ad1-53363da606fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:21.214389 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-31b5f85d-4708-4468-9ad1-53363da606fa admin admin] Calling delete_port for 0e95de6d-a624-4521-9996-9980269acffd owned by network:router_interface {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:10:21.441755 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-31b5f85d-4708-4468-9ad1-53363da606fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11589358'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:21.444839 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:10:21.476590 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5f85d-4708-4468-9ad1-53363da606fa admin admin] Pushing event deleted for resources: {'Port': ['ID=0e95de6d-a624-4521-9996-9980269acffd,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:10:21.516520 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5f85d-4708-4468-9ad1-53363da606fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:10:21.516919 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5f85d-4708-4468-9ad1-53363da606fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:10:21.517294 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5f85d-4708-4468-9ad1-53363da606fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:10:21.517688 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5f85d-4708-4468-9ad1-53363da606fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:10:21.518049 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5f85d-4708-4468-9ad1-53363da606fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:10:21.518450 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5f85d-4708-4468-9ad1-53363da606fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:10:21.519039 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5f85d-4708-4468-9ad1-53363da606fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:10:21.519294 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5f85d-4708-4468-9ad1-53363da606fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:10:21.519863 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5f85d-4708-4468-9ad1-53363da606fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:10:21.519988 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5f85d-4708-4468-9ad1-53363da606fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:10:21.520398 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5f85d-4708-4468-9ad1-53363da606fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:10:21.521021 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5f85d-4708-4468-9ad1-53363da606fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:10:21.551794 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-31b5f85d-4708-4468-9ad1-53363da606fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:10:21.721121 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-31b5f85d-4708-4468-9ad1-53363da606fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591940'] for router_interface, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:22.048518 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b5f85d-4708-4468-9ad1-53363da606fa admin admin] Router 8523845a-50b7-4bd6-afc0-165f8e5292eb has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 17:10:22.479896 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b5f85d-4708-4468-9ad1-53363da606fa admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 17:10:22.490519 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-31b5f85d-4708-4468-9ad1-53363da606fa admin admin] 10.222.0.25 "PUT /v2.0/routers/8523845a-50b7-4bd6-afc0-165f8e5292eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3462119 Jun 14 17:10:22.490519 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 44580) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:10:22.491288 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dd1309-0a3e-427c-9fa5-fbffbba8e490 None None] Sync routers for ids ['8523845a-50b7-4bd6-afc0-165f8e5292eb'] in dv-cinder-796286-2-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 17:10:22.501722 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dd1309-0a3e-427c-9fa5-fbffbba8e490 None None] Routers {'8523845a-50b7-4bd6-afc0-165f8e5292eb'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:10:22.502441 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-61dd1309-0a3e-427c-9fa5-fbffbba8e490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:10:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['8523845a-50b7-4bd6-afc0-165f8e5292eb'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:10:22.670080 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5b4c37c3-1e46-435e-8a49-e06e376c3394 admin admin] Notify callbacks [] for router, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:22.675945 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-61dd1309-0a3e-427c-9fa5-fbffbba8e490 None None] Set router 8523845a-50b7-4bd6-afc0-165f8e5292eb gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:10:22.848944 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5b4c37c3-1e46-435e-8a49-e06e376c3394 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:22.918439 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-5b4c37c3-1e46-435e-8a49-e06e376c3394 admin admin] Deleting port 406dbec8-6ead-4bd7-b539-7ae924998ce6 {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:10:22.918786 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5b4c37c3-1e46-435e-8a49-e06e376c3394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:22.958715 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-61dd1309-0a3e-427c-9fa5-fbffbba8e490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'name': 'tempest-AttachVolumeTestJSON-948943538-router', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:14Z', 'updated_at': '2021-06-14T17:10:21Z', 'revision_number': 5, 'project_id': '8586ae834394465a86a02671a1260b36', 'gw_port': {'id': '406dbec8-6ead-4bd7-b539-7ae924998ce6', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T16:33:15Z', 'updated_at': '2021-06-14T16:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:10:22.963016 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dd1309-0a3e-427c-9fa5-fbffbba8e490 None None] Checking router: 8523845a-50b7-4bd6-afc0-165f8e5292eb for host: dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 17:10:22.973446 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dd1309-0a3e-427c-9fa5-fbffbba8e490 None None] Routers {'8523845a-50b7-4bd6-afc0-165f8e5292eb'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:10:22.974235 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-61dd1309-0a3e-427c-9fa5-fbffbba8e490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:10:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['8523845a-50b7-4bd6-afc0-165f8e5292eb'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:10:23.030095 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-5b4c37c3-1e46-435e-8a49-e06e376c3394 admin admin] For port 406dbec8-6ead-4bd7-b539-7ae924998ce6, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=406dbec8-6ead-4bd7-b539-7ae924998ce6,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:10:23.030487 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5b4c37c3-1e46-435e-8a49-e06e376c3394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:23.107635 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-61dd1309-0a3e-427c-9fa5-fbffbba8e490 None None] Set router 8523845a-50b7-4bd6-afc0-165f8e5292eb gateway port host: None {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:10:23.137100 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-5b4c37c3-1e46-435e-8a49-e06e376c3394 admin admin] Calling delete_port for 406dbec8-6ead-4bd7-b539-7ae924998ce6 owned by network:router_gateway {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:10:23.190717 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-61dd1309-0a3e-427c-9fa5-fbffbba8e490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'name': 'tempest-AttachVolumeTestJSON-948943538-router', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:14Z', 'updated_at': '2021-06-14T17:10:22Z', 'revision_number': 6, 'project_id': '8586ae834394465a86a02671a1260b36', 'gw_port_host': None}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:10:23.194629 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dd1309-0a3e-427c-9fa5-fbffbba8e490 None None] The sync data for ids ['8523845a-50b7-4bd6-afc0-165f8e5292eb'] in dv-cinder-796286-2-iscsi is: [{'id': '8523845a-50b7-4bd6-afc0-165f8e5292eb', 'name': 'tempest-AttachVolumeTestJSON-948943538-router', 'tenant_id': '8586ae834394465a86a02671a1260b36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T16:33:14Z', 'updated_at': '2021-06-14T17:10:22Z', 'revision_number': 6, 'project_id': '8586ae834394465a86a02671a1260b36', 'gw_port_host': None}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 17:10:23.360446 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5b4c37c3-1e46-435e-8a49-e06e376c3394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11589358'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:23.362997 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-e446c21a-01ab-4544-8b1d-6d49a2278257 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:10:23.403735 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c37c3-1e46-435e-8a49-e06e376c3394 admin admin] Pushing event deleted for resources: {'Port': ['ID=406dbec8-6ead-4bd7-b539-7ae924998ce6,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:10:23.407383 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-5b4c37c3-1e46-435e-8a49-e06e376c3394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:10:23.495248 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5b4c37c3-1e46-435e-8a49-e06e376c3394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594199'] for router_gateway, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:23.629962 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5b4c37c3-1e46-435e-8a49-e06e376c3394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-621798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106227'] for router, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:23.632121 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5b4c37c3-1e46-435e-8a49-e06e376c3394 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:23.701460 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5b4c37c3-1e46-435e-8a49-e06e376c3394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-622384'] for router, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:23.702246 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4c37c3-1e46-435e-8a49-e06e376c3394 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8523845a-50b7-4bd6-afc0-165f8e5292eb {{(pid=91925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 17:10:23.707614 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5b4c37c3-1e46-435e-8a49-e06e376c3394 admin admin] Notify callbacks [] for router, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:23.708888 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-5b4c37c3-1e46-435e-8a49-e06e376c3394 admin admin] 10.222.0.25 "DELETE /v2.0/routers/8523845a-50b7-4bd6-afc0-165f8e5292eb HTTP/1.1" status: 204 len: 168 time: 1.2179873 Jun 14 17:10:23.711807 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 44584) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:10:23.780643 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ca27f3-37e1-484b-b3e1-c7190bc3c6e0 admin admin] Deleting subnet 60993bc5-fab3-4267-a96d-bd92b388336f {{(pid=91924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 17:10:23.785121 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-88ca27f3-37e1-484b-b3e1-c7190bc3c6e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:23.833581 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-88ca27f3-37e1-484b-b3e1-c7190bc3c6e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11922896'] for subnet, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:23.931151 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-88ca27f3-37e1-484b-b3e1-c7190bc3c6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3822193'] for subnet, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:24.316905 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-88ca27f3-37e1-484b-b3e1-c7190bc3c6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3822200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12204727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12516290'] for subnet, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:24.321533 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:10:24.351471 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca27f3-37e1-484b-b3e1-c7190bc3c6e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60993bc5-fab3-4267-a96d-bd92b388336f,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:10:24.354946 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-88ca27f3-37e1-484b-b3e1-c7190bc3c6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:10:24.355926 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-88ca27f3-37e1-484b-b3e1-c7190bc3c6e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:24.360414 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-88ca27f3-37e1-484b-b3e1-c7190bc3c6e0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/60993bc5-fab3-4267-a96d-bd92b388336f HTTP/1.1" status: 204 len: 168 time: 0.6474369 Jun 14 17:10:24.360580 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 44592) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:10:24.364929 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583d58cf-c311-4554-83d1-91efc3cc5763 None None] Network b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 17:10:24.473437 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-3ab8b0d9-810b-4c45-9370-7aa35e9e0cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684090'] for network, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:24.558608 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-3ab8b0d9-810b-4c45-9370-7aa35e9e0cd6 admin admin] Deleting port e48863b5-bd2d-432d-9fe2-fbe068e06c5f {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:10:24.560134 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-3ab8b0d9-810b-4c45-9370-7aa35e9e0cd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:24.620191 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 0e95de6d-a624-4521-9996-9980269acffd no longer exists at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:10:24.678009 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] No Port match for: 0e95de6d-a624-4521-9996-9980269acffd {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:10:24.678679 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 0e95de6d-a624-4521-9996-9980269acffd not bound to the agent host dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:10:24.679295 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 406dbec8-6ead-4bd7-b539-7ae924998ce6 no longer exists at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:10:24.683198 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-3ab8b0d9-810b-4c45-9370-7aa35e9e0cd6 admin admin] For port e48863b5-bd2d-432d-9fe2-fbe068e06c5f, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=e48863b5-bd2d-432d-9fe2-fbe068e06c5f,segment=NetworkSegment(a90bb8c7-afc9-4f4f-95cd-4ad30968cefe),segment_id=a90bb8c7-afc9-4f4f-95cd-4ad30968cefe)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:10:24.683198 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-3ab8b0d9-810b-4c45-9370-7aa35e9e0cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:24.754076 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] No Port match for: 406dbec8-6ead-4bd7-b539-7ae924998ce6 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:10:24.754076 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 406dbec8-6ead-4bd7-b539-7ae924998ce6 not bound to the agent host dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:10:24.785712 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-3ab8b0d9-810b-4c45-9370-7aa35e9e0cd6 admin admin] Calling delete_port for e48863b5-bd2d-432d-9fe2-fbe068e06c5f owned by network:dhcp {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:10:24.899088 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68db523-8e0d-4757-81af-c87bae688671 None None] DHCP port deletion for b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 request from dv-cinder-796286-2-iscsi {{(pid=91926) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 17:10:24.901436 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-3ab8b0d9-810b-4c45-9370-7aa35e9e0cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11589358'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:24.905307 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-cbd297ea-bc5a-4c00-99d0-97909806a000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:10:24.938818 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8b0d9-810b-4c45-9370-7aa35e9e0cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e48863b5-bd2d-432d-9fe2-fbe068e06c5f,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:10:24.942826 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-3ab8b0d9-810b-4c45-9370-7aa35e9e0cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:10:24.945450 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab8b0d9-810b-4c45-9370-7aa35e9e0cd6 admin admin] No DVR routers for this DVR port e48863b5-bd2d-432d-9fe2-fbe068e06c5f on host dv-cinder-796286-2-iscsi {{(pid=91925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 17:10:25.044008 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-3ab8b0d9-810b-4c45-9370-7aa35e9e0cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3827948', 'neutron.services.segments.db._delete_segments_for_network-8769377283256'] for network, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:25.055408 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-3ab8b0d9-810b-4c45-9370-7aa35e9e0cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b53c2976-08b4-436a-b6fb-4c66bcc4ffa9']}} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:10:25.067318 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-3ab8b0d9-810b-4c45-9370-7aa35e9e0cd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a90bb8c7-afc9-4f4f-95cd-4ad30968cefe') {'for_net_delete': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:10:25.067613 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-3ab8b0d9-810b-4c45-9370-7aa35e9e0cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a90bb8c7-afc9-4f4f-95cd-4ad30968cefe') {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:10:25.078142 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-3ab8b0d9-810b-4c45-9370-7aa35e9e0cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769377283094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11696419'] for segment, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:25.093775 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-3ab8b0d9-810b-4c45-9370-7aa35e9e0cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:25.100882 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab8b0d9-810b-4c45-9370-7aa35e9e0cd6 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=91925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 17:10:25.101265 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-3ab8b0d9-810b-4c45-9370-7aa35e9e0cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11589309'] for segment, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: Traceback (most recent call last): Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: timer() Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: cb(*args, **kw) Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: return func(*args, **kwargs) Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: self._notify() Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: self.callback(batched_events) Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: event.method(event) Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: return f(self, *a, **k) Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: return self._get(url).json() Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: return self.request(url, 'GET', **kwargs) Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 17:10:25.103128 dv-cinder-796286-2-iscsi neutron-server[91925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 17:10:25.176567 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-3ab8b0d9-810b-4c45-9370-7aa35e9e0cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3827955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594186'] for network, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:25.181591 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-5f98c77c-087f-4cc3-8c76-91e71bdc355c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:10:25.184784 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-3ab8b0d9-810b-4c45-9370-7aa35e9e0cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:25.186696 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-3ab8b0d9-810b-4c45-9370-7aa35e9e0cd6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b53c2976-08b4-436a-b6fb-4c66bcc4ffa9 HTTP/1.1" status: 204 len: 168 time: 0.8251030 Jun 14 17:10:25.206598 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8b0d9-810b-4c45-9370-7aa35e9e0cd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b53c2976-08b4-436a-b6fb-4c66bcc4ffa9,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:10:25.209337 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-3ab8b0d9-810b-4c45-9370-7aa35e9e0cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:10:25.339832 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 44604) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:10:25.385223 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-6dfa6fec-671d-4cf5-a883-f15bfda05815 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8586ae834394465a86a02671a1260b36&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0441091 Jun 14 17:10:25.388286 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 44606) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:10:25.452500 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c5ddf045-8534-4db8-b5f7-7fec21c2972f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:25.477810 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c5ddf045-8534-4db8-b5f7-7fec21c2972f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:25.531569 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c5ddf045-8534-4db8-b5f7-7fec21c2972f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:25.535767 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c5ddf045-8534-4db8-b5f7-7fec21c2972f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:25.537433 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-c5ddf045-8534-4db8-b5f7-7fec21c2972f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/85427414-bca2-46bb-8cce-cbe94fa5da58 HTTP/1.1" status: 204 len: 168 time: 0.1468370 Jun 14 17:10:25.538560 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-628724c7-30b9-49d4-a470-c3a8fcfac4d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:10:25.551811 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ddf045-8534-4db8-b5f7-7fec21c2972f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85427414-bca2-46bb-8cce-cbe94fa5da58,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:10:25.555654 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-c5ddf045-8534-4db8-b5f7-7fec21c2972f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:10:26.543551 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device e48863b5-bd2d-432d-9fe2-fbe068e06c5f no longer exists at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:10:26.568920 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] No Port match for: e48863b5-bd2d-432d-9fe2-fbe068e06c5f {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:10:26.569033 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device e48863b5-bd2d-432d-9fe2-fbe068e06c5f not bound to the agent host dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:10:27.491710 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc6152-0172-42b6-be14-7d45fab5526d req-735a1e86-1e67-439d-988f-e5d27d249994 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:27.493075 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7adc6152-0172-42b6-be14-7d45fab5526d req-735a1e86-1e67-439d-988f-e5d27d249994 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=a31ee580-5b58-49b5-8a4b-4c1ac9997d5d HTTP/1.1" status: 200 len: 945 time: 0.0833642 Jun 14 17:10:27.536944 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7adc6152-0172-42b6-be14-7d45fab5526d req-ccfcb14f-2e9e-4d0e-aa1e-12ad3df4a222 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379384 Jun 14 17:10:28.758954 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62777ded-827f-452e-9382-4a0b22c7ef1c req-b40d0913-e194-4572-9fab-b99b4c3a9928 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:28.761345 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-62777ded-827f-452e-9382-4a0b22c7ef1c req-b40d0913-e194-4572-9fab-b99b4c3a9928 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=a31ee580-5b58-49b5-8a4b-4c1ac9997d5d HTTP/1.1" status: 200 len: 945 time: 0.0910029 Jun 14 17:10:28.818848 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-62777ded-827f-452e-9382-4a0b22c7ef1c req-b9d1c662-7abe-4afa-96bc-d9bce4ebb801 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499992 Jun 14 17:10:29.263742 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e72b51-8c20-4732-8fd1-2aa4779ed698 req-669847b9-f652-4c42-9a41-c4063a491a3c tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:29.265090 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c1e72b51-8c20-4732-8fd1-2aa4779ed698 req-669847b9-f652-4c42-9a41-c4063a491a3c tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.43 "GET /v2.0/ports?device_id=a31ee580-5b58-49b5-8a4b-4c1ac9997d5d HTTP/1.1" status: 200 len: 945 time: 0.0695164 Jun 14 17:10:29.404258 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-c1e72b51-8c20-4732-8fd1-2aa4779ed698 req-d2b78251-7c8c-420f-9140-a0a9ab94cd35 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Deleting port 1141e6e0-c3f7-4ea7-831f-addc3cbadcdd {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:10:29.404678 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c1e72b51-8c20-4732-8fd1-2aa4779ed698 req-d2b78251-7c8c-420f-9140-a0a9ab94cd35 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:29.542600 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-c1e72b51-8c20-4732-8fd1-2aa4779ed698 req-d2b78251-7c8c-420f-9140-a0a9ab94cd35 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] For port 1141e6e0-c3f7-4ea7-831f-addc3cbadcdd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1141e6e0-c3f7-4ea7-831f-addc3cbadcdd,segment=NetworkSegment(2d66b76f-f12d-4f89-bbcf-d6c43b917402),segment_id=2d66b76f-f12d-4f89-bbcf-d6c43b917402)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:10:29.542845 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c1e72b51-8c20-4732-8fd1-2aa4779ed698 req-d2b78251-7c8c-420f-9140-a0a9ab94cd35 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:29.640468 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-c1e72b51-8c20-4732-8fd1-2aa4779ed698 req-d2b78251-7c8c-420f-9140-a0a9ab94cd35 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Calling delete_port for 1141e6e0-c3f7-4ea7-831f-addc3cbadcdd owned by compute:nova {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:10:29.802540 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c1e72b51-8c20-4732-8fd1-2aa4779ed698 req-d2b78251-7c8c-420f-9140-a0a9ab94cd35 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:29.807918 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:10:29.816314 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['8cad635b-4c6c-4dbd-9830-12c162bc63c9', '4e1fbc06-f515-4220-bbc4-83bbd1b873d0', '840b1172-c823-43eb-912b-f1b426f0ad54', '1141e6e0-c3f7-4ea7-831f-addc3cbadcdd'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 17:10:29.839725 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b78251-7c8c-420f-9140-a0a9ab94cd35 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Pushing event deleted for resources: {'Port': ['ID=1141e6e0-c3f7-4ea7-831f-addc3cbadcdd,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:10:29.842811 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d2b78251-7c8c-420f-9140-a0a9ab94cd35 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:10:29.916195 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e72b51-8c20-4732-8fd1-2aa4779ed698 req-d2b78251-7c8c-420f-9140-a0a9ab94cd35 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] No DVR routers for this DVR port 1141e6e0-c3f7-4ea7-831f-addc3cbadcdd on host hv-cinder-79628 {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 17:10:29.918625 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-c1e72b51-8c20-4732-8fd1-2aa4779ed698 req-d2b78251-7c8c-420f-9140-a0a9ab94cd35 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:29.921342 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c1e72b51-8c20-4732-8fd1-2aa4779ed698 req-d2b78251-7c8c-420f-9140-a0a9ab94cd35 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.43 "DELETE /v2.0/ports/1141e6e0-c3f7-4ea7-831f-addc3cbadcdd HTTP/1.1" status: 204 len: 173 time: 0.6500795 Jun 14 17:10:29.921975 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31ee580-5b58-49b5-8a4b-4c1ac9997d5d', 'name': 'network-vif-deleted', 'tag': '1141e6e0-c3f7-4ea7-831f-addc3cbadcdd'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:10:29.930812 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61aeca1d-b06e-4b18-aed2-ff92b7700ee5" -d '{"events": [{"server_uuid": "a31ee580-5b58-49b5-8a4b-4c1ac9997d5d", "name": "network-vif-deleted", "tag": "1141e6e0-c3f7-4ea7-831f-addc3cbadcdd"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:10:29.975344 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 17:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ea2e99-f6a7-468f-8876-748af1aa2f94 x-openstack-request-id: req-e4ea2e99-f6a7-468f-8876-748af1aa2f94 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:10:29.975668 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31ee580-5b58-49b5-8a4b-4c1ac9997d5d", "name": "network-vif-deleted", "tag": "1141e6e0-c3f7-4ea7-831f-addc3cbadcdd", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:10:29.975956 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4ea2e99-f6a7-468f-8876-748af1aa2f94 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:10:29.976619 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31ee580-5b58-49b5-8a4b-4c1ac9997d5d', 'name': 'network-vif-deleted', 'tag': '1141e6e0-c3f7-4ea7-831f-addc3cbadcdd', 'status': 'completed', 'code': 200} Jun 14 17:10:30.036160 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c9c8e697-554f-439a-b632-6b00aba651ba req-01743276-fc3e-408a-9f7a-6239fefe514e tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=a31ee580-5b58-49b5-8a4b-4c1ac9997d5d HTTP/1.1" status: 200 len: 210 time: 0.0523827 Jun 14 17:10:34.238248 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 1141e6e0-c3f7-4ea7-831f-addc3cbadcdd no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:10:34.263461 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] No Port match for: 1141e6e0-c3f7-4ea7-831f-addc3cbadcdd {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:10:34.263807 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 1141e6e0-c3f7-4ea7-831f-addc3cbadcdd not bound to the agent host hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:10:34.784592 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16ffef-adb9-4bed-8fc0-ed2fe65821c6 req-c847116c-0362-4dc8-9c11-fcfe4b13dc67 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:34.786188 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7d16ffef-adb9-4bed-8fc0-ed2fe65821c6 req-c847116c-0362-4dc8-9c11-fcfe4b13dc67 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=0baeb1a1-8ca9-4ba0-899f-0ea8da98d060 HTTP/1.1" status: 200 len: 945 time: 0.0993893 Jun 14 17:10:34.838395 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7d16ffef-adb9-4bed-8fc0-ed2fe65821c6 req-9e7417b5-abfc-4a13-8536-f7d8cc0b0270 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429595 Jun 14 17:10:35.448588 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:10:36.055694 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe47f92-c65a-4e0d-9ea6-c5c1c6b01451 req-cc3c67ab-fe73-451b-aae6-036f93ffac6a tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:36.057380 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6fe47f92-c65a-4e0d-9ea6-c5c1c6b01451 req-cc3c67ab-fe73-451b-aae6-036f93ffac6a tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=0baeb1a1-8ca9-4ba0-899f-0ea8da98d060 HTTP/1.1" status: 200 len: 945 time: 0.0901301 Jun 14 17:10:36.121483 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6fe47f92-c65a-4e0d-9ea6-c5c1c6b01451 req-319954ac-fbed-478f-b60b-162edf808bed tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531106 Jun 14 17:10:36.523668 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30946ff-f381-47d8-ae46-b9acd1eafc60 req-03767a94-cd24-4b69-a11a-ad5f039c6ba3 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:36.525187 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d30946ff-f381-47d8-ae46-b9acd1eafc60 req-03767a94-cd24-4b69-a11a-ad5f039c6ba3 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.43 "GET /v2.0/ports?device_id=0baeb1a1-8ca9-4ba0-899f-0ea8da98d060 HTTP/1.1" status: 200 len: 945 time: 0.0765758 Jun 14 17:10:36.652508 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-d30946ff-f381-47d8-ae46-b9acd1eafc60 req-d12dad02-ed43-451f-9e2d-218742fc4078 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Deleting port 840b1172-c823-43eb-912b-f1b426f0ad54 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:10:36.652783 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-d30946ff-f381-47d8-ae46-b9acd1eafc60 req-d12dad02-ed43-451f-9e2d-218742fc4078 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:36.787349 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-d30946ff-f381-47d8-ae46-b9acd1eafc60 req-d12dad02-ed43-451f-9e2d-218742fc4078 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] For port 840b1172-c823-43eb-912b-f1b426f0ad54, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=840b1172-c823-43eb-912b-f1b426f0ad54,segment=NetworkSegment(2d66b76f-f12d-4f89-bbcf-d6c43b917402),segment_id=2d66b76f-f12d-4f89-bbcf-d6c43b917402)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:10:36.787693 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-d30946ff-f381-47d8-ae46-b9acd1eafc60 req-d12dad02-ed43-451f-9e2d-218742fc4078 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:36.887804 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-d30946ff-f381-47d8-ae46-b9acd1eafc60 req-d12dad02-ed43-451f-9e2d-218742fc4078 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Calling delete_port for 840b1172-c823-43eb-912b-f1b426f0ad54 owned by compute:nova {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:10:37.047312 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-d30946ff-f381-47d8-ae46-b9acd1eafc60 req-d12dad02-ed43-451f-9e2d-218742fc4078 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:37.051797 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-949a1660-84f5-4f59-a7ec-c28fee86b5c0 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:10:37.060253 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['8cad635b-4c6c-4dbd-9830-12c162bc63c9', '4e1fbc06-f515-4220-bbc4-83bbd1b873d0', '840b1172-c823-43eb-912b-f1b426f0ad54'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 17:10:37.088739 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12dad02-ed43-451f-9e2d-218742fc4078 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Pushing event deleted for resources: {'Port': ['ID=840b1172-c823-43eb-912b-f1b426f0ad54,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:10:37.092127 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d12dad02-ed43-451f-9e2d-218742fc4078 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:10:37.143914 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30946ff-f381-47d8-ae46-b9acd1eafc60 req-d12dad02-ed43-451f-9e2d-218742fc4078 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] No DVR routers for this DVR port 840b1172-c823-43eb-912b-f1b426f0ad54 on host hv-cinder-79628 {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 17:10:37.146791 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-d30946ff-f381-47d8-ae46-b9acd1eafc60 req-d12dad02-ed43-451f-9e2d-218742fc4078 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:37.152522 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d30946ff-f381-47d8-ae46-b9acd1eafc60 req-d12dad02-ed43-451f-9e2d-218742fc4078 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.43 "DELETE /v2.0/ports/840b1172-c823-43eb-912b-f1b426f0ad54 HTTP/1.1" status: 204 len: 173 time: 0.6174574 Jun 14 17:10:37.152522 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0baeb1a1-8ca9-4ba0-899f-0ea8da98d060', 'name': 'network-vif-deleted', 'tag': '840b1172-c823-43eb-912b-f1b426f0ad54'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:10:37.152522 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ceb6d1b-91ed-4175-81ae-939a34ab369f" -d '{"events": [{"server_uuid": "0baeb1a1-8ca9-4ba0-899f-0ea8da98d060", "name": "network-vif-deleted", "tag": "840b1172-c823-43eb-912b-f1b426f0ad54"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:10:37.199954 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 17:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dfb805-9d25-42c7-b9ab-a747ee887c70 x-openstack-request-id: req-d3dfb805-9d25-42c7-b9ab-a747ee887c70 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:10:37.200560 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0baeb1a1-8ca9-4ba0-899f-0ea8da98d060", "name": "network-vif-deleted", "tag": "840b1172-c823-43eb-912b-f1b426f0ad54", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:10:37.200769 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3dfb805-9d25-42c7-b9ab-a747ee887c70 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:10:37.201112 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0baeb1a1-8ca9-4ba0-899f-0ea8da98d060', 'name': 'network-vif-deleted', 'tag': '840b1172-c823-43eb-912b-f1b426f0ad54', 'status': 'completed', 'code': 200} Jun 14 17:10:37.297098 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bd76eda8-6f67-49df-b43c-4e198babc335 req-a7a3ebce-7345-4f1d-bd2b-f342dfb5f96a tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=0baeb1a1-8ca9-4ba0-899f-0ea8da98d060 HTTP/1.1" status: 200 len: 210 time: 0.0344353 Jun 14 17:10:37.985805 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:38.683488 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f167c978-662e-4bb6-aa2d-9bb1c3d228e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:38.781897 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc23ffa-04af-4ed3-87ff-67ec30a66b5a req-b93f603c-26b5-44df-a933-92677d48c7fc tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:38.783486 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9bc23ffa-04af-4ed3-87ff-67ec30a66b5a req-b93f603c-26b5-44df-a933-92677d48c7fc tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=34bcfa3b-6a36-4df2-a2e1-3c3059a390f2 HTTP/1.1" status: 200 len: 945 time: 0.0780981 Jun 14 17:10:38.829344 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9bc23ffa-04af-4ed3-87ff-67ec30a66b5a req-0d6d7c8f-6207-4a74-889a-b382cf58385d tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399890 Jun 14 17:10:40.038836 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c677b-1e5a-47c9-9134-0077b6440261 req-cbbc2ce0-0981-49ef-b401-e91d65292840 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:40.040427 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e52c677b-1e5a-47c9-9134-0077b6440261 req-cbbc2ce0-0981-49ef-b401-e91d65292840 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=34bcfa3b-6a36-4df2-a2e1-3c3059a390f2 HTTP/1.1" status: 200 len: 945 time: 0.0921948 Jun 14 17:10:40.088873 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e52c677b-1e5a-47c9-9134-0077b6440261 req-470ecc1c-52b2-4c41-a80b-5863384b90e9 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420244 Jun 14 17:10:40.292501 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 840b1172-c823-43eb-912b-f1b426f0ad54 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:10:40.306909 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1607166-43b0-40ae-afa2-7d4ac77bcec7 req-845b9dd0-8d04-4f2e-8ec6-f7683ac138b9 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:40.314249 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f1607166-43b0-40ae-afa2-7d4ac77bcec7 req-845b9dd0-8d04-4f2e-8ec6-f7683ac138b9 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.43 "GET /v2.0/ports?device_id=34bcfa3b-6a36-4df2-a2e1-3c3059a390f2 HTTP/1.1" status: 200 len: 945 time: 0.0940146 Jun 14 17:10:40.324800 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] No Port match for: 840b1172-c823-43eb-912b-f1b426f0ad54 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:10:40.324800 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 840b1172-c823-43eb-912b-f1b426f0ad54 not bound to the agent host hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:10:40.442473 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-f1607166-43b0-40ae-afa2-7d4ac77bcec7 req-40e73eb9-c277-408e-8ef1-53b09d18a0b8 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Deleting port 4e1fbc06-f515-4220-bbc4-83bbd1b873d0 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:10:40.442819 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-f1607166-43b0-40ae-afa2-7d4ac77bcec7 req-40e73eb9-c277-408e-8ef1-53b09d18a0b8 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:40.568684 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-f1607166-43b0-40ae-afa2-7d4ac77bcec7 req-40e73eb9-c277-408e-8ef1-53b09d18a0b8 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] For port 4e1fbc06-f515-4220-bbc4-83bbd1b873d0, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4e1fbc06-f515-4220-bbc4-83bbd1b873d0,segment=NetworkSegment(2d66b76f-f12d-4f89-bbcf-d6c43b917402),segment_id=2d66b76f-f12d-4f89-bbcf-d6c43b917402)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:10:40.569106 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-f1607166-43b0-40ae-afa2-7d4ac77bcec7 req-40e73eb9-c277-408e-8ef1-53b09d18a0b8 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:40.667506 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-f1607166-43b0-40ae-afa2-7d4ac77bcec7 req-40e73eb9-c277-408e-8ef1-53b09d18a0b8 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Calling delete_port for 4e1fbc06-f515-4220-bbc4-83bbd1b873d0 owned by compute:nova {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:10:40.829707 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-f1607166-43b0-40ae-afa2-7d4ac77bcec7 req-40e73eb9-c277-408e-8ef1-53b09d18a0b8 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:40.834477 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-1a1a9750-48f2-436f-84cb-6d4d4308f336 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:10:40.844028 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['8cad635b-4c6c-4dbd-9830-12c162bc63c9', '4e1fbc06-f515-4220-bbc4-83bbd1b873d0'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 17:10:40.867075 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e73eb9-c277-408e-8ef1-53b09d18a0b8 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Pushing event deleted for resources: {'Port': ['ID=4e1fbc06-f515-4220-bbc4-83bbd1b873d0,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:10:40.869726 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-40e73eb9-c277-408e-8ef1-53b09d18a0b8 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:10:40.902410 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:40.931225 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1607166-43b0-40ae-afa2-7d4ac77bcec7 req-40e73eb9-c277-408e-8ef1-53b09d18a0b8 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] No DVR routers for this DVR port 4e1fbc06-f515-4220-bbc4-83bbd1b873d0 on host hv-cinder-79628 {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 17:10:40.933755 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-f1607166-43b0-40ae-afa2-7d4ac77bcec7 req-40e73eb9-c277-408e-8ef1-53b09d18a0b8 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:40.935772 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f1607166-43b0-40ae-afa2-7d4ac77bcec7 req-40e73eb9-c277-408e-8ef1-53b09d18a0b8 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.43 "DELETE /v2.0/ports/4e1fbc06-f515-4220-bbc4-83bbd1b873d0 HTTP/1.1" status: 204 len: 173 time: 0.6200492 Jun 14 17:10:40.938106 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bcfa3b-6a36-4df2-a2e1-3c3059a390f2', 'name': 'network-vif-deleted', 'tag': '4e1fbc06-f515-4220-bbc4-83bbd1b873d0'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:10:40.941100 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8ed86c-b705-4a05-a085-153e25148604" -d '{"events": [{"server_uuid": "34bcfa3b-6a36-4df2-a2e1-3c3059a390f2", "name": "network-vif-deleted", "tag": "4e1fbc06-f515-4220-bbc4-83bbd1b873d0"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:10:40.989427 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 17:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0e40ed-efed-4079-a21a-80f445cfa412 x-openstack-request-id: req-af0e40ed-efed-4079-a21a-80f445cfa412 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:10:40.989815 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34bcfa3b-6a36-4df2-a2e1-3c3059a390f2", "name": "network-vif-deleted", "tag": "4e1fbc06-f515-4220-bbc4-83bbd1b873d0", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:10:40.990161 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af0e40ed-efed-4079-a21a-80f445cfa412 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:10:40.990678 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34bcfa3b-6a36-4df2-a2e1-3c3059a390f2', 'name': 'network-vif-deleted', 'tag': '4e1fbc06-f515-4220-bbc4-83bbd1b873d0', 'status': 'completed', 'code': 200} Jun 14 17:10:41.077393 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-94fb214e-7b87-4c0f-b848-86da78dd5454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:41.255478 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c1d4fd70-062e-404f-aebe-bbc9b0b9b9d6 req-01ef64d9-8dfa-46ff-b801-e8af97dda003 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=34bcfa3b-6a36-4df2-a2e1-3c3059a390f2 HTTP/1.1" status: 200 len: 210 time: 0.0332568 Jun 14 17:10:42.582656 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:43.467768 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863fb99-e408-4351-b7f1-439d55b2c3ab req-36e1c86c-7ea1-4e69-8f53-2389e9eeaf96 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:43.469520 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4863fb99-e408-4351-b7f1-439d55b2c3ab req-36e1c86c-7ea1-4e69-8f53-2389e9eeaf96 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df HTTP/1.1" status: 200 len: 946 time: 0.0833697 Jun 14 17:10:43.515704 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4863fb99-e408-4351-b7f1-439d55b2c3ab req-7ab9b3a5-2c0b-408b-aecc-8e471bc855b1 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400431 Jun 14 17:10:43.898887 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240bd4b-960c-4552-bd40-b6e50a06d7ce req-992ee56f-5afb-4924-ad19-75f8210c409d tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:43.900431 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4240bd4b-960c-4552-bd40-b6e50a06d7ce req-992ee56f-5afb-4924-ad19-75f8210c409d tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=120a792e-60fb-4a3f-a648-5a0ee6b11066 HTTP/1.1" status: 200 len: 945 time: 0.0796497 Jun 14 17:10:43.946476 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4240bd4b-960c-4552-bd40-b6e50a06d7ce req-ad4eacf9-5e5e-4cbe-a77a-5d77ebd3c8ea tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401211 Jun 14 17:10:44.309010 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 4e1fbc06-f515-4220-bbc4-83bbd1b873d0 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:10:44.334790 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] No Port match for: 4e1fbc06-f515-4220-bbc4-83bbd1b873d0 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:10:44.335161 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 4e1fbc06-f515-4220-bbc4-83bbd1b873d0 not bound to the agent host hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:10:44.451420 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:44.720475 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87144a-a181-4084-8308-fa448b40ee52 req-a00a1ccf-55ae-4632-8c82-cb8568d9c818 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:44.721984 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1e87144a-a181-4084-8308-fa448b40ee52 req-a00a1ccf-55ae-4632-8c82-cb8568d9c818 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df HTTP/1.1" status: 200 len: 946 time: 0.0858572 Jun 14 17:10:44.765310 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1e87144a-a181-4084-8308-fa448b40ee52 req-d228e865-6d7a-4475-9650-aa6f388a1be9 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374959 Jun 14 17:10:45.076176 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7469a00-95e1-4c3b-bb74-4c04cc71ea47 req-2731f7fc-1aae-45a0-b3e2-298c5aac36e2 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:45.077646 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a7469a00-95e1-4c3b-bb74-4c04cc71ea47 req-2731f7fc-1aae-45a0-b3e2-298c5aac36e2 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df HTTP/1.1" status: 200 len: 946 time: 0.0733321 Jun 14 17:10:45.234690 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100d5b1-b103-4d10-a61d-6b196b71655b req-d7090d37-8752-421f-9187-7de0d23d4556 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:45.236099 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a100d5b1-b103-4d10-a61d-6b196b71655b req-d7090d37-8752-421f-9187-7de0d23d4556 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=120a792e-60fb-4a3f-a648-5a0ee6b11066 HTTP/1.1" status: 200 len: 945 time: 0.1576059 Jun 14 17:10:45.265571 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-a7469a00-95e1-4c3b-bb74-4c04cc71ea47 req-b6b606c3-15df-4146-bed1-20585363f94a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Deleting port 60e65aad-8400-4e71-bf29-c58523d6c7e8 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:10:45.265907 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-a7469a00-95e1-4c3b-bb74-4c04cc71ea47 req-b6b606c3-15df-4146-bed1-20585363f94a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:45.312577 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a100d5b1-b103-4d10-a61d-6b196b71655b req-37c531d0-969b-4e9c-8e4c-3e67efe9f079 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/security-groups?id=0ea45fe9-56c2-4592-b551-143ac6308c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698769 Jun 14 17:10:45.405966 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-a7469a00-95e1-4c3b-bb74-4c04cc71ea47 req-b6b606c3-15df-4146-bed1-20585363f94a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] For port 60e65aad-8400-4e71-bf29-c58523d6c7e8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=60e65aad-8400-4e71-bf29-c58523d6c7e8,segment=NetworkSegment(1c809044-8102-4954-be5c-aa36261c8519),segment_id=1c809044-8102-4954-be5c-aa36261c8519)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:10:45.406360 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-a7469a00-95e1-4c3b-bb74-4c04cc71ea47 req-b6b606c3-15df-4146-bed1-20585363f94a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:45.509692 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.43', 59595) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:10:45.631751 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c983757-64a4-47aa-981c-1078992964a1 req-d19c8e30-82b7-41ce-bb4a-4e08a0af22dd tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:45.633178 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-7c983757-64a4-47aa-981c-1078992964a1 req-d19c8e30-82b7-41ce-bb4a-4e08a0af22dd tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.43 "GET /v2.0/ports?device_id=120a792e-60fb-4a3f-a648-5a0ee6b11066 HTTP/1.1" status: 200 len: 945 time: 0.1128037 Jun 14 17:10:45.654782 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-a7469a00-95e1-4c3b-bb74-4c04cc71ea47 req-b6b606c3-15df-4146-bed1-20585363f94a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:45.655160 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-a7469a00-95e1-4c3b-bb74-4c04cc71ea47 req-b6b606c3-15df-4146-bed1-20585363f94a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594291'] for floatingip, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:45.655515 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.db.l3_db [req-a7469a00-95e1-4c3b-bb74-4c04cc71ea47 req-b6b606c3-15df-4146-bed1-20585363f94a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Floating IP df03115a-c449-4204-a8d5-70c5b0c71a9f disassociated. External IP: 172.27.0.113, port: 60e65aad-8400-4e71-bf29-c58523d6c7e8. Jun 14 17:10:45.655845 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-a7469a00-95e1-4c3b-bb74-4c04cc71ea47 req-b6b606c3-15df-4146-bed1-20585363f94a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Calling delete_port for 60e65aad-8400-4e71-bf29-c58523d6c7e8 owned by compute:nova {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:10:45.754130 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [req-7c983757-64a4-47aa-981c-1078992964a1 req-3ba17661-b091-496a-af47-ca6f81039e29 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Deleting port 8cad635b-4c6c-4dbd-9830-12c162bc63c9 {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:10:45.754507 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-7c983757-64a4-47aa-981c-1078992964a1 req-3ba17661-b091-496a-af47-ca6f81039e29 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:45.815647 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-a7469a00-95e1-4c3b-bb74-4c04cc71ea47 req-b6b606c3-15df-4146-bed1-20585363f94a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:45.827668 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:10:45.865318 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b606c3-15df-4146-bed1-20585363f94a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Pushing event deleted for resources: {'Port': ['ID=60e65aad-8400-4e71-bf29-c58523d6c7e8,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:10:45.868534 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b6b606c3-15df-4146-bed1-20585363f94a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:10:45.873503 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [req-7c983757-64a4-47aa-981c-1078992964a1 req-3ba17661-b091-496a-af47-ca6f81039e29 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] For port 8cad635b-4c6c-4dbd-9830-12c162bc63c9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8cad635b-4c6c-4dbd-9830-12c162bc63c9,segment=NetworkSegment(2d66b76f-f12d-4f89-bbcf-d6c43b917402),segment_id=2d66b76f-f12d-4f89-bbcf-d6c43b917402)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:10:45.873869 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-7c983757-64a4-47aa-981c-1078992964a1 req-3ba17661-b091-496a-af47-ca6f81039e29 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:45.986097 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [req-7c983757-64a4-47aa-981c-1078992964a1 req-3ba17661-b091-496a-af47-ca6f81039e29 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Calling delete_port for 8cad635b-4c6c-4dbd-9830-12c162bc63c9 owned by compute:nova {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:10:46.008353 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-29feab61-bef7-4c54-9098-10dd33235fda req-8cb8d464-9d2d-425b-9842-00dbd6345183 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df HTTP/1.1" status: 200 len: 210 time: 0.0853670 Jun 14 17:10:46.056380 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7469a00-95e1-4c3b-bb74-4c04cc71ea47 req-b6b606c3-15df-4146-bed1-20585363f94a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Router cc16f8da-c677-4efc-b59c-3d7780f8bce5 has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 17:10:46.142086 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-7c983757-64a4-47aa-981c-1078992964a1 req-3ba17661-b091-496a-af47-ca6f81039e29 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11589358'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:46.146649 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-99aa76d1-371a-413e-9089-ad9a0383cdb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:10:46.153914 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['8cad635b-4c6c-4dbd-9830-12c162bc63c9'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 17:10:46.180519 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba17661-b091-496a-af47-ca6f81039e29 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Pushing event deleted for resources: {'Port': ['ID=8cad635b-4c6c-4dbd-9830-12c162bc63c9,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:10:46.184250 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-3ba17661-b091-496a-af47-ca6f81039e29 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:10:46.207719 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7469a00-95e1-4c3b-bb74-4c04cc71ea47 req-b6b606c3-15df-4146-bed1-20585363f94a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 17:10:46.222570 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af351b7-5d2d-4acb-8e73-486862b0c7de None None] Sync routers for ids ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'] in dv-cinder-796286-2-iscsi {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 17:10:46.234277 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af351b7-5d2d-4acb-8e73-486862b0c7de None None] Routers {'cc16f8da-c677-4efc-b59c-3d7780f8bce5'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:10:46.235074 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-3af351b7-5d2d-4acb-8e73-486862b0c7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:10:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:10:46.264305 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c983757-64a4-47aa-981c-1078992964a1 req-3ba17661-b091-496a-af47-ca6f81039e29 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] No DVR routers for this DVR port 8cad635b-4c6c-4dbd-9830-12c162bc63c9 on host hv-cinder-79628 {{(pid=91925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 17:10:46.267293 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-7c983757-64a4-47aa-981c-1078992964a1 req-3ba17661-b091-496a-af47-ca6f81039e29 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:46.269577 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-7c983757-64a4-47aa-981c-1078992964a1 req-3ba17661-b091-496a-af47-ca6f81039e29 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.43 "DELETE /v2.0/ports/8cad635b-4c6c-4dbd-9830-12c162bc63c9 HTTP/1.1" status: 204 len: 173 time: 0.6305819 Jun 14 17:10:46.270577 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120a792e-60fb-4a3f-a648-5a0ee6b11066', 'name': 'network-vif-deleted', 'tag': '8cad635b-4c6c-4dbd-9830-12c162bc63c9'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:10:46.273356 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d291eb15d8c6473d16ee8dba452630a330a550e33bdf6927b5873c3041ff4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a42775-b6b8-4715-8044-badf50e95bad" -d '{"events": [{"server_uuid": "120a792e-60fb-4a3f-a648-5a0ee6b11066", "name": "network-vif-deleted", "tag": "8cad635b-4c6c-4dbd-9830-12c162bc63c9"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:10:46.277722 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7469a00-95e1-4c3b-bb74-4c04cc71ea47 req-b6b606c3-15df-4146-bed1-20585363f94a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] No DVR routers for this DVR port 60e65aad-8400-4e71-bf29-c58523d6c7e8 on host hv-cinder-79628 {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 17:10:46.280219 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-a7469a00-95e1-4c3b-bb74-4c04cc71ea47 req-b6b606c3-15df-4146-bed1-20585363f94a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:46.284382 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a7469a00-95e1-4c3b-bb74-4c04cc71ea47 req-b6b606c3-15df-4146-bed1-20585363f94a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.43 "DELETE /v2.0/ports/60e65aad-8400-4e71-bf29-c58523d6c7e8 HTTP/1.1" status: 204 len: 173 time: 1.1948442 Jun 14 17:10:46.284382 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce3f35a-be4c-488b-8641-5a1bd03f78df', 'name': 'network-vif-deleted', 'tag': '60e65aad-8400-4e71-bf29-c58523d6c7e8'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:10:46.285243 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2898c355-6dcf-4a1b-8f72-269ef1377d8e" -d '{"events": [{"server_uuid": "8ce3f35a-be4c-488b-8641-5a1bd03f78df", "name": "network-vif-deleted", "tag": "60e65aad-8400-4e71-bf29-c58523d6c7e8"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:10:46.323878 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 17:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b26b919-05c6-4c06-83bb-5aa1a0dd8130 x-openstack-request-id: req-0b26b919-05c6-4c06-83bb-5aa1a0dd8130 {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:10:46.324500 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120a792e-60fb-4a3f-a648-5a0ee6b11066", "name": "network-vif-deleted", "tag": "8cad635b-4c6c-4dbd-9830-12c162bc63c9", "status": "completed", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:10:46.324846 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b26b919-05c6-4c06-83bb-5aa1a0dd8130 {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:10:46.325875 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120a792e-60fb-4a3f-a648-5a0ee6b11066', 'name': 'network-vif-deleted', 'tag': '8cad635b-4c6c-4dbd-9830-12c162bc63c9', 'status': 'completed', 'code': 200} Jun 14 17:10:46.349365 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 17:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f43fd97-9e37-4454-89a0-f972b16b5234 x-openstack-request-id: req-9f43fd97-9e37-4454-89a0-f972b16b5234 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:10:46.350199 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce3f35a-be4c-488b-8641-5a1bd03f78df", "name": "network-vif-deleted", "tag": "60e65aad-8400-4e71-bf29-c58523d6c7e8", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:10:46.350653 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f43fd97-9e37-4454-89a0-f972b16b5234 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:10:46.351434 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce3f35a-be4c-488b-8641-5a1bd03f78df', 'name': 'network-vif-deleted', 'tag': '60e65aad-8400-4e71-bf29-c58523d6c7e8', 'status': 'completed', 'code': 200} Jun 14 17:10:46.431155 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-3af351b7-5d2d-4acb-8e73-486862b0c7de None None] Set router cc16f8da-c677-4efc-b59c-3d7780f8bce5 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:10:46.495987 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b0114291-fdd0-4c09-9f32-58a9e73ffbc2 req-156f307c-e7bb-404c-893e-5589cf28ab02 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] 10.222.0.25 "GET /v2.0/ports?device_id=120a792e-60fb-4a3f-a648-5a0ee6b11066 HTTP/1.1" status: 200 len: 210 time: 0.0350311 Jun 14 17:10:46.766863 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-3af351b7-5d2d-4acb-8e73-486862b0c7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:07:55Z', 'updated_at': '2021-06-14T17:08:00Z', 'revision_number': 4, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'gw_port': {'id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:56Z', 'updated_at': '2021-06-14T17:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '634a005b-73ca-41e5-9e96-26cf6b83c51d', 'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:59Z', 'updated_at': '2021-06-14T17:08:07Z', 'revision_number': 5, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'subnets': [{'id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:10:46.770218 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af351b7-5d2d-4acb-8e73-486862b0c7de None None] Checking router: cc16f8da-c677-4efc-b59c-3d7780f8bce5 for host: dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 17:10:46.779616 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af351b7-5d2d-4acb-8e73-486862b0c7de None None] Routers {'cc16f8da-c677-4efc-b59c-3d7780f8bce5'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:10:46.780255 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-3af351b7-5d2d-4acb-8e73-486862b0c7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:10:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:10:46.932255 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-3af351b7-5d2d-4acb-8e73-486862b0c7de None None] Set router cc16f8da-c677-4efc-b59c-3d7780f8bce5 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:10:47.176436 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1c2a3e43-7c85-4c06-9c55-11113cb06032 req-5e77f79b-cd1e-4dd8-8934-3129e1dabc4b tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ce3f35a-be4c-488b-8641-5a1bd03f78df HTTP/1.1" status: 200 len: 210 time: 0.0360630 Jun 14 17:10:47.207918 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-3af351b7-5d2d-4acb-8e73-486862b0c7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:07:55Z', 'updated_at': '2021-06-14T17:08:00Z', 'revision_number': 4, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'gw_port': {'id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:56Z', 'updated_at': '2021-06-14T17:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '634a005b-73ca-41e5-9e96-26cf6b83c51d', 'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:59Z', 'updated_at': '2021-06-14T17:08:07Z', 'revision_number': 5, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'subnets': [{'id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:10:47.211529 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af351b7-5d2d-4acb-8e73-486862b0c7de None None] The sync data for ids ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'] in dv-cinder-796286-2-iscsi is: [{'id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:07:55Z', 'updated_at': '2021-06-14T17:08:00Z', 'revision_number': 4, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'gw_port': {'id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:56Z', 'updated_at': '2021-06-14T17:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '634a005b-73ca-41e5-9e96-26cf6b83c51d', 'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:59Z', 'updated_at': '2021-06-14T17:08:07Z', 'revision_number': 5, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'subnets': [{'id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 17:10:47.420902 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af541a34-c631-4b7d-8c46-87ec7f3d430c None None] New status for floating IP df03115a-c449-4204-a8d5-70c5b0c71a9f: DOWN {{(pid=91927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 17:10:47.599998 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 44888) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:10:47.656562 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e920193-d555-443c-ab9b-1abdd6776f1a admin admin] Deleting subnet ccf9b149-6c61-4e80-873d-c9d7d13b254d {{(pid=91925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 17:10:47.659887 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1e920193-d555-443c-ab9b-1abdd6776f1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:47.700802 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1e920193-d555-443c-ab9b-1abdd6776f1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11696424'] for subnet, precommit_delete_associations {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:47.746248 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1e920193-d555-443c-ab9b-1abdd6776f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3822193'] for subnet, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:47.813009 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1e920193-d555-443c-ab9b-1abdd6776f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3822200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11588372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12509356'] for subnet, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:47.816927 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:10:47.848975 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e920193-d555-443c-ab9b-1abdd6776f1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccf9b149-6c61-4e80-873d-c9d7d13b254d,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:10:47.850996 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-1e920193-d555-443c-ab9b-1abdd6776f1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:47.852852 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-1e920193-d555-443c-ab9b-1abdd6776f1a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ccf9b149-6c61-4e80-873d-c9d7d13b254d HTTP/1.1" status: 204 len: 168 time: 0.2519255 Jun 14 17:10:47.854377 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-1e920193-d555-443c-ab9b-1abdd6776f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:10:47.855472 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 44896) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:10:48.185131 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-be94d70a-8531-4dbf-be2f-fa99aade7438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684090'] for network, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:48.292493 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-be94d70a-8531-4dbf-be2f-fa99aade7438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3827948', 'neutron.services.segments.db._delete_segments_for_network-8769377283256'] for network, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:48.303826 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-be94d70a-8531-4dbf-be2f-fa99aade7438 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6efa0e-a593-4eca-b1ec-a609160dcf7f']}} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:10:48.315680 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 8cad635b-4c6c-4dbd-9830-12c162bc63c9 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:10:48.316218 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-be94d70a-8531-4dbf-be2f-fa99aade7438 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d66b76f-f12d-4f89-bbcf-d6c43b917402') {'for_net_delete': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:10:48.316675 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-be94d70a-8531-4dbf-be2f-fa99aade7438 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d66b76f-f12d-4f89-bbcf-d6c43b917402') {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:10:48.327360 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-be94d70a-8531-4dbf-be2f-fa99aade7438 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769377283094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11696419'] for segment, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:48.341350 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] No Port match for: 8cad635b-4c6c-4dbd-9830-12c162bc63c9 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:10:48.342630 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 8cad635b-4c6c-4dbd-9830-12c162bc63c9 not bound to the agent host hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:10:48.343202 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 60e65aad-8400-4e71-bf29-c58523d6c7e8 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:10:48.343775 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-be94d70a-8531-4dbf-be2f-fa99aade7438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:48.350011 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be94d70a-8531-4dbf-be2f-fa99aade7438 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=91925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 17:10:48.350436 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-be94d70a-8531-4dbf-be2f-fa99aade7438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11589309'] for segment, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: Traceback (most recent call last): Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: timer() Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: cb(*args, **kw) Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: return func(*args, **kwargs) Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: self._notify() Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: self.callback(batched_events) Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: event.method(event) Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: return f(self, *a, **k) Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: return self._get(url).json() Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: return self.request(url, 'GET', **kwargs) Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 17:10:48.352468 dv-cinder-796286-2-iscsi neutron-server[91925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 17:10:48.371390 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] No Port match for: 60e65aad-8400-4e71-bf29-c58523d6c7e8 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:10:48.371620 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 60e65aad-8400-4e71-bf29-c58523d6c7e8 not bound to the agent host hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:10:48.425259 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-be94d70a-8531-4dbf-be2f-fa99aade7438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3827955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594186'] for network, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:48.429172 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-2103828b-237b-44a4-8095-197eddb72aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:10:48.432932 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-be94d70a-8531-4dbf-be2f-fa99aade7438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:48.434794 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-be94d70a-8531-4dbf-be2f-fa99aade7438 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5e6efa0e-a593-4eca-b1ec-a609160dcf7f HTTP/1.1" status: 204 len: 168 time: 0.5784328 Jun 14 17:10:48.447711 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94d70a-8531-4dbf-be2f-fa99aade7438 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e6efa0e-a593-4eca-b1ec-a609160dcf7f,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:10:48.450392 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-be94d70a-8531-4dbf-be2f-fa99aade7438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:10:48.482665 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-fd476de1-590b-46e8-bdcf-d1f4543c8386 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1523643708&fields=id&tenant_id=3bddc90907524095ad0401cb14a2f68c HTTP/1.1" status: 200 len: 267 time: 0.0375879 Jun 14 17:10:48.598268 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 44908) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:10:48.636247 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-24e44a3e-463c-4c71-bdd9-f2b6a0355587 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:48.637746 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-24e44a3e-463c-4c71-bdd9-f2b6a0355587 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/networks?id=8560731a-9c90-4793-ae30-ab87841a8fed HTTP/1.1" status: 200 len: 811 time: 0.1477172 Jun 14 17:10:48.665440 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-3b8a2be2-3848-4ae3-89ce-e0a9a929b742 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/quotas/3bddc90907524095ad0401cb14a2f68c HTTP/1.1" status: 200 len: 375 time: 0.0201130 Jun 14 17:10:48.668102 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-5a5b6cb2-431f-4458-997c-9a285ece25b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ed4ef2158a54c8a981c7cf1eb9d7151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0687234 Jun 14 17:10:48.670944 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 44910) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:10:48.730555 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-3c476efe-af64-466b-be60-ba381411ff58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:48.743975 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-ba5282f7-5702-4536-9ef6-ed3a30e212a1 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3bddc90907524095ad0401cb14a2f68c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0731559 Jun 14 17:10:48.754675 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-3c476efe-af64-466b-be60-ba381411ff58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:48.806168 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-3c476efe-af64-466b-be60-ba381411ff58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:48.808990 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-3c476efe-af64-466b-be60-ba381411ff58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:48.810727 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-3c476efe-af64-466b-be60-ba381411ff58 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ea45fe9-56c2-4592-b551-143ac6308c29 HTTP/1.1" status: 204 len: 168 time: 0.1382997 Jun 14 17:10:48.811154 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-d63bca5b-8659-4c70-b5fb-cb616b4c2c98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:10:48.821406 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c476efe-af64-466b-be60-ba381411ff58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea45fe9-56c2-4592-b551-143ac6308c29,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:10:48.825019 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-3c476efe-af64-466b-be60-ba381411ff58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:10:48.872375 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-4cdde005-bb5c-48f7-9117-2f8a9259f7c0 service neutron] 10.222.0.25 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162522 Jun 14 17:10:49.290485 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-9d6b9bca-6c2d-48ce-8994-e1a31a114af5 service neutron] 10.222.0.25 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122088 Jun 14 17:10:49.618276 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-06c35599-27ab-46e7-bde1-34914905e07a req-5668dc23-7964-46cf-86f4-3a581ae9d248 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 210 time: 0.0413949 Jun 14 17:10:50.769833 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-24a33ddd-a7d3-4cb3-9e0a-061d379f2816 req-d2dd389b-49de-4248-b4dd-28753723ffff tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 210 time: 0.0334725 Jun 14 17:10:51.919489 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3f1f09fa-3c44-4a09-937f-faebf7a1ae07 req-85babcb8-e51c-4907-9f87-2a4fcc0d134f tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 210 time: 0.0338736 Jun 14 17:10:53.059606 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-50ed60ea-2f68-4f80-9ef5-91fecf29f5d8 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:53.061107 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-50ed60ea-2f68-4f80-9ef5-91fecf29f5d8 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.43 "GET /v2.0/networks?id=8560731a-9c90-4793-ae30-ab87841a8fed HTTP/1.1" status: 200 len: 811 time: 0.1417766 Jun 14 17:10:53.083912 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7d013a43-9c8c-4fb4-83a8-936e951e721c req-bf5ae058-b58f-4bfc-b793-3a984c05d663 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 210 time: 0.0436215 Jun 14 17:10:54.235824 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1b7f2d64-e024-4436-81a3-675bc8ac3727 req-d6ee5502-f9d3-46c6-8a19-bbe57ef38b7d tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 210 time: 0.0388250 Jun 14 17:10:55.382329 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c9e8fd39-d87c-4afe-89bc-9430e06401f5 req-e9760392-2d16-4f23-a8f3-58fe63065c13 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 210 time: 0.0337381 Jun 14 17:10:55.882017 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-2f04eb6a-126d-4736-aa63-c04dcebac2dd tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bddc90907524095ad0401cb14a2f68c HTTP/1.1" status: 200 len: 380 time: 0.0620263 Jun 14 17:10:55.892287 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-e5e7fc7d-bd39-44f5-af97-885e414ff447 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Request body: {'port': {'device_id': 'cc41f28f-30ad-4ff5-8428-5c4d5303093c', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'admin_state_up': True, 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'security_groups': ['a371bb34-74db-4b6f-b959-20aed98a4751']}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:10:56.040967 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-e5e7fc7d-bd39-44f5-af97-885e414ff447 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Made reservation on behalf of 3bddc90907524095ad0401cb14a2f68c for: {'port': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 17:10:56.044673 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-e5e7fc7d-bd39-44f5-af97-885e414ff447 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:56.204757 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-e5e7fc7d-bd39-44f5-af97-885e414ff447 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Allocated IP 172.20.0.7 (8560731a-9c90-4793-ae30-ab87841a8fed/6cabad88-fac4-45e5-a292-a7d08d2f23f7/5292b588-061f-49ef-8e20-3e4ba4c2b8eb) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 17:10:56.388201 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-e5e7fc7d-bd39-44f5-af97-885e414ff447 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:56.402845 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-e5e7fc7d-bd39-44f5-af97-885e414ff447 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Transition to ACTIVE for port object 5292b588-061f-49ef-8e20-3e4ba4c2b8eb will not be triggered until provisioned by entity DHCP. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:10:56.448155 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-e5e7fc7d-bd39-44f5-af97-885e414ff447 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12205892'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:56.452427 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-7970e7d5-56c3-4572-acb7-d7d3192bc390 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:10:56.508473 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-e5e7fc7d-bd39-44f5-af97-885e414ff447 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Network 8560731a-9c90-4793-ae30-ab87841a8fed is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:10:56.511771 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-e5e7fc7d-bd39-44f5-af97-885e414ff447 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:10:56.516608 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-e5e7fc7d-bd39-44f5-af97-885e414ff447 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 17:10:56.547263 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7fc7d-bd39-44f5-af97-885e414ff447 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Pushing event updated for resources: {'Port': ['ID=5292b588-061f-49ef-8e20-3e4ba4c2b8eb,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:10:56.560374 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e5e7fc7d-bd39-44f5-af97-885e414ff447 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:10:56.630359 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-e5e7fc7d-bd39-44f5-af97-885e414ff447 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:56.630359 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-e5e7fc7d-bd39-44f5-af97-885e414ff447 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:56.660565 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf4a73-c7d1-4740-b271-3bd77be97ca9 req-f730bd3e-ed8b-4bb5-be0a-9753906697aa tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:56.662168 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0fdf4a73-c7d1-4740-b271-3bd77be97ca9 req-f730bd3e-ed8b-4bb5-be0a-9753906697aa tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 931 time: 0.1412456 Jun 14 17:10:56.664043 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-e5e7fc7d-bd39-44f5-af97-885e414ff447 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7755172 Jun 14 17:10:56.702676 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] Request body: {'port': {'device_id': 'cc41f28f-30ad-4ff5-8428-5c4d5303093c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:10:56.759626 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0fdf4a73-c7d1-4740-b271-3bd77be97ca9 req-743a2d3b-7d0c-4c59-bbd5-c9eb27f097ff tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897274 Jun 14 17:10:56.852626 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:56.857269 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-f8d51d41-19d0-4c41-8028-9baf8733964e None None] Provisioning for port 5292b588-061f-49ef-8e20-3e4ba4c2b8eb completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:10:56.862671 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-f8d51d41-19d0-4c41-8028-9baf8733964e None None] Provisioning complete for port 5292b588-061f-49ef-8e20-3e4ba4c2b8eb triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:10:56.863154 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f8d51d41-19d0-4c41-8028-9baf8733964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:56.910268 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-f8d51d41-19d0-4c41-8028-9baf8733964e None None] Port 5292b588-061f-49ef-8e20-3e4ba4c2b8eb cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 17:10:57.192702 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5292b588-061f-49ef-8e20-3e4ba4c2b8eb {{(pid=91924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 17:10:57.200828 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:57.214998 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] Transition to ACTIVE for port object 5292b588-061f-49ef-8e20-3e4ba4c2b8eb will not be triggered until provisioned by entity L2. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:10:57.219468 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:57.221868 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:10:57.322303 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] Pushing event updated for resources: {'Port': ['ID=5292b588-061f-49ef-8e20-3e4ba4c2b8eb,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:10:57.325230 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:10:57.419548 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] Attempting to bind port 5292b588-061f-49ef-8e20-3e4ba4c2b8eb on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 17:10:57.420262 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] Attempting to bind port 5292b588-061f-49ef-8e20-3e4ba4c2b8eb by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '1c809044-8102-4954-be5c-aa36261c8519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed'}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 17:10:57.420262 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] Attempting to bind port 5292b588-061f-49ef-8e20-3e4ba4c2b8eb on network 8560731a-9c90-4793-ae30-ab87841a8fed {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:10:57.425213 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] Port 5292b588-061f-49ef-8e20-3e4ba4c2b8eb on network 8560731a-9c90-4793-ae30-ab87841a8fed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 17:10:57.425534 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] Attempting to bind port 5292b588-061f-49ef-8e20-3e4ba4c2b8eb on network 8560731a-9c90-4793-ae30-ab87841a8fed {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:10:57.430742 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] Checking agent: {'id': 'd91e4a82-0936-47d0-84c3-2c620c6821d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'started_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 17, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 17:10:57.431078 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] Checking segment: {'id': '1c809044-8102-4954-be5c-aa36261c8519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 17:10:57.431491 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] Bound using segment: {'id': '1c809044-8102-4954-be5c-aa36261c8519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed'} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 17:10:57.431906 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] Bound port: 5292b588-061f-49ef-8e20-3e4ba4c2b8eb, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c809044-8102-4954-be5c-aa36261c8519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed'}}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 17:10:57.432233 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:57.508778 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] For port 5292b588-061f-49ef-8e20-3e4ba4c2b8eb, host hv-cinder-79628, cleared binding levels {{(pid=91924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 17:10:57.512064 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] For port 5292b588-061f-49ef-8e20-3e4ba4c2b8eb, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5292b588-061f-49ef-8e20-3e4ba4c2b8eb,segment=NetworkSegment(1c809044-8102-4954-be5c-aa36261c8519),segment_id=1c809044-8102-4954-be5c-aa36261c8519)] {{(pid=91924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 17:10:57.517655 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:57.519850 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-4f7b9537-ecd1-467b-ab05-a15c29908b8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:10:57.568504 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:57.569174 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:10:57.570831 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] 10.222.0.43 "PUT /v2.0/ports/5292b588-061f-49ef-8e20-3e4ba4c2b8eb HTTP/1.1" status: 200 len: 1093 time: 0.8733876 Jun 14 17:10:57.571360 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc41f28f-30ad-4ff5-8428-5c4d5303093c', 'tag': '5292b588-061f-49ef-8e20-3e4ba4c2b8eb'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:10:57.573665 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab26245-61ec-4670-a17e-2bd8b20a8846" -d '{"events": [{"name": "network-changed", "server_uuid": "cc41f28f-30ad-4ff5-8428-5c4d5303093c", "tag": "5292b588-061f-49ef-8e20-3e4ba4c2b8eb"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:10:57.603011 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] Pushing event updated for resources: {'Port': ['ID=5292b588-061f-49ef-8e20-3e4ba4c2b8eb,revision_number=3']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:10:57.610358 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:10:57.627462 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 17:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464dc5ac-6186-4dcf-be1d-a5182abcad52 x-openstack-request-id: req-464dc5ac-6186-4dcf-be1d-a5182abcad52 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:10:57.627795 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc41f28f-30ad-4ff5-8428-5c4d5303093c", "tag": "5292b588-061f-49ef-8e20-3e4ba4c2b8eb", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:10:57.628088 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-464dc5ac-6186-4dcf-be1d-a5182abcad52 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:10:57.628526 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc41f28f-30ad-4ff5-8428-5c4d5303093c', 'tag': '5292b588-061f-49ef-8e20-3e4ba4c2b8eb', 'status': 'completed', 'code': 200} Jun 14 17:10:57.692728 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-f4e2ce34-94bf-42f7-bd1b-0171015f3160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:57.694269 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-f4e2ce34-94bf-42f7-bd1b-0171015f3160 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bddc90907524095ad0401cb14a2f68c&device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 1096 time: 0.0649202 Jun 14 17:10:57.753371 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-026a3cf2-09e1-4d3e-a571-a6df289737fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5292b588-061f-49ef-8e20-3e4ba4c2b8eb HTTP/1.1" status: 200 len: 217 time: 0.0499265 Jun 14 17:10:57.815107 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-1aa17815-4594-4af6-87b8-798d63124732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:57.816553 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-1aa17815-4594-4af6-87b8-798d63124732 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6cabad88-fac4-45e5-a292-a7d08d2f23f7 HTTP/1.1" status: 200 len: 850 time: 0.0565860 Jun 14 17:10:57.929159 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-c1fdc17e-7d6f-4f85-b637-a4d2f9a14212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:57.930780 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-c1fdc17e-7d6f-4f85-b637-a4d2f9a14212 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8560731a-9c90-4793-ae30-ab87841a8fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1069016 Jun 14 17:10:58.052926 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fd699-9e65-4abf-8987-1ed7e59697bc req-cb13f093-f7a3-4646-801b-00fd02868fa0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:58.054470 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bf0fd699-9e65-4abf-8987-1ed7e59697bc req-cb13f093-f7a3-4646-801b-00fd02868fa0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 943 time: 0.1670725 Jun 14 17:10:58.099241 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-5bd5080e-dc20-4eca-8540-f50285a33fa4 service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603677 Jun 14 17:10:58.156622 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bf0fd699-9e65-4abf-8987-1ed7e59697bc req-8192f813-bf67-4136-a086-7ec682b88bce tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950153 Jun 14 17:10:58.257278 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b9730ed5-eb98-4983-8d49-80c27766dfb0 req-7a2b5c46-07c9-4ea3-93f4-4c8e3bdb9006 service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459048 Jun 14 17:10:58.408208 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab26245-61ec-4670-a17e-2bd8b20a8846 req-b004c42b-de89-4a62-9304-5f065f329b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:58.410569 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-aab26245-61ec-4670-a17e-2bd8b20a8846 req-b004c42b-de89-4a62-9304-5f065f329b4c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bddc90907524095ad0401cb14a2f68c&device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 1096 time: 0.0863519 Jun 14 17:10:58.575004 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab26245-61ec-4670-a17e-2bd8b20a8846 req-a216da5c-c24e-4ffb-926d-42e9562b8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:58.576455 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-aab26245-61ec-4670-a17e-2bd8b20a8846 req-a216da5c-c24e-4ffb-926d-42e9562b8723 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8560731a-9c90-4793-ae30-ab87841a8fed HTTP/1.1" status: 200 len: 912 time: 0.1590800 Jun 14 17:10:58.635225 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-aab26245-61ec-4670-a17e-2bd8b20a8846 req-4f65464e-f07b-4a90-b1a8-74da9796482d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5292b588-061f-49ef-8e20-3e4ba4c2b8eb HTTP/1.1" status: 200 len: 217 time: 0.0505219 Jun 14 17:10:58.712196 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab26245-61ec-4670-a17e-2bd8b20a8846 req-2b1dee22-4c27-4a6f-b099-f00de7779cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:58.714004 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-aab26245-61ec-4670-a17e-2bd8b20a8846 req-2b1dee22-4c27-4a6f-b099-f00de7779cf8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6cabad88-fac4-45e5-a292-a7d08d2f23f7 HTTP/1.1" status: 200 len: 850 time: 0.0712259 Jun 14 17:10:58.915787 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab26245-61ec-4670-a17e-2bd8b20a8846 req-423f26a2-8f6b-4fea-bd95-4839112f54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:58.917289 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-aab26245-61ec-4670-a17e-2bd8b20a8846 req-423f26a2-8f6b-4fea-bd95-4839112f54cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8560731a-9c90-4793-ae30-ab87841a8fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1910141 Jun 14 17:10:59.041168 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-aab26245-61ec-4670-a17e-2bd8b20a8846 req-1cab9e6d-167b-4f33-8089-59e9f59bce62 service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158557 Jun 14 17:10:59.165377 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-aab26245-61ec-4670-a17e-2bd8b20a8846 req-217040b1-0d8b-44f2-9f92-363e12a32a73 service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170354 Jun 14 17:10:59.381775 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c9885-0f4a-43d6-9bd1-aa1eeac194ec req-9aa87d42-1d0e-4a79-9e45-b9d24a5111c0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:10:59.384258 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-cf1c9885-0f4a-43d6-9bd1-aa1eeac194ec req-9aa87d42-1d0e-4a79-9e45-b9d24a5111c0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 943 time: 0.0937886 Jun 14 17:10:59.436425 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-cf1c9885-0f4a-43d6-9bd1-aa1eeac194ec req-5d8d360e-a9cd-4003-8e27-ed27dc8f22dd tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449176 Jun 14 17:11:00.644447 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95d57d-652e-44f2-8f97-b22ee12e4522 req-1cc99955-89a1-491b-9027-bcb61ce91d51 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:11:00.644447 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3b95d57d-652e-44f2-8f97-b22ee12e4522 req-1cc99955-89a1-491b-9027-bcb61ce91d51 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 943 time: 0.0841446 Jun 14 17:11:00.686588 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3b95d57d-652e-44f2-8f97-b22ee12e4522 req-f30a244c-7ca9-48fc-b249-075e54b0d694 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367723 Jun 14 17:11:01.875722 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67891d-7ebb-4e6b-87e1-2249281b071f req-f50763a9-5198-4bc8-88d6-f6d8d8871330 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:11:01.877379 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0f67891d-7ebb-4e6b-87e1-2249281b071f req-f50763a9-5198-4bc8-88d6-f6d8d8871330 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 943 time: 0.0781047 Jun 14 17:11:01.924245 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-0f67891d-7ebb-4e6b-87e1-2249281b071f req-821193b5-93ca-40ad-a49c-9e227ca77cca tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406673 Jun 14 17:11:02.781323 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 45172) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:02.899304 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-757fd2e8-9c7e-494e-a028-3a0c011958e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:03.008884 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-757fd2e8-9c7e-494e-a028-3a0c011958e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:03.013187 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-757fd2e8-9c7e-494e-a028-3a0c011958e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:03.015976 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-82251c2a-61d8-4ee6-8f50-f51885917c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:03.056782 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-757fd2e8-9c7e-494e-a028-3a0c011958e4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=666bf776ce004eedb73611752b4a99be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741737 Jun 14 17:11:03.057683 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757fd2e8-9c7e-494e-a028-3a0c011958e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240388bd-4b45-4b36-9eac-26274b41b103,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:03.060262 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 45178) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:03.066742 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-757fd2e8-9c7e-494e-a028-3a0c011958e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:03.112461 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91697e-ea1e-4866-825b-6dc8769bb56c req-a4b7dc47-435e-4ac0-9213-d219c9adcf41 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:11:03.113969 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9f91697e-ea1e-4866-825b-6dc8769bb56c req-a4b7dc47-435e-4ac0-9213-d219c9adcf41 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 943 time: 0.0724297 Jun 14 17:11:03.118179 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2a1d8001-82d4-45a6-9e77-9283e2579074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:03.142472 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2a1d8001-82d4-45a6-9e77-9283e2579074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:03.157006 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9f91697e-ea1e-4866-825b-6dc8769bb56c req-ff47d62d-d33f-4a96-bccb-541e5beb5d88 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369389 Jun 14 17:11:03.195921 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2a1d8001-82d4-45a6-9e77-9283e2579074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:03.198638 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2a1d8001-82d4-45a6-9e77-9283e2579074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:03.199895 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-2a1d8001-82d4-45a6-9e77-9283e2579074 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/240388bd-4b45-4b36-9eac-26274b41b103 HTTP/1.1" status: 204 len: 168 time: 0.1387038 Jun 14 17:11:03.200919 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-c5ddf045-8534-4db8-b5f7-7fec21c2972f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:03.211379 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d8001-82d4-45a6-9e77-9283e2579074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240388bd-4b45-4b36-9eac-26274b41b103,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:03.214209 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-2a1d8001-82d4-45a6-9e77-9283e2579074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:04.349926 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072312e-320f-46a4-ba15-e20dca131c0c req-792801b2-9024-410e-a86c-15f476da3326 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:11:04.351488 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4072312e-320f-46a4-ba15-e20dca131c0c req-792801b2-9024-410e-a86c-15f476da3326 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 943 time: 0.0775461 Jun 14 17:11:04.399982 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4072312e-320f-46a4-ba15-e20dca131c0c req-b2e07f92-3a47-497c-b6d7-bba41cfd6340 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406525 Jun 14 17:11:05.603015 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ab267-1cc2-48b3-92f7-614829ea76b0 req-28c63fc4-31af-407a-943a-e3719331dae0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:11:05.604594 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5e5ab267-1cc2-48b3-92f7-614829ea76b0 req-28c63fc4-31af-407a-943a-e3719331dae0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 943 time: 0.0818367 Jun 14 17:11:05.673112 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5e5ab267-1cc2-48b3-92f7-614829ea76b0 req-46b7fb47-e607-40d1-ab6a-577145e1f712 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612595 Jun 14 17:11:06.872839 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a38e9-990b-4815-bb5a-7792f6a15047 req-befec0db-5851-4c30-b776-9f44644fd644 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:11:06.874327 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7a7a38e9-990b-4815-bb5a-7792f6a15047 req-befec0db-5851-4c30-b776-9f44644fd644 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 943 time: 0.0748148 Jun 14 17:11:06.925524 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7a7a38e9-990b-4815-bb5a-7792f6a15047 req-5cd2b98f-b189-4c57-a731-8d8ab1e5fc0d tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429335 Jun 14 17:11:07.985671 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:08.127815 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378ddce-096d-43db-a599-0fb24d2978aa req-32410e01-d9e1-4ee1-a73f-abc9c5e09665 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:11:08.129471 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9378ddce-096d-43db-a599-0fb24d2978aa req-32410e01-d9e1-4ee1-a73f-abc9c5e09665 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 943 time: 0.0765796 Jun 14 17:11:08.173427 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9378ddce-096d-43db-a599-0fb24d2978aa req-f8a9f3a6-e936-4e41-b3b7-670e046eb1dc tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382249 Jun 14 17:11:08.688534 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-8b283bf8-095a-4b63-8be2-37d84a41e1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:08.922202 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 5292b588-061f-49ef-8e20-3e4ba4c2b8eb details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91926) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 17:11:09.197284 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 5292b588-061f-49ef-8e20-3e4ba4c2b8eb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5292b588-061f-49ef-8e20-3e4ba4c2b8eb,segment=NetworkSegment(1c809044-8102-4954-be5c-aa36261c8519),segment_id=1c809044-8102-4954-be5c-aa36261c8519)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:11:09.211010 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Returning: {'device': '5292b588-061f-49ef-8e20-3e4ba4c2b8eb', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'port_id': '5292b588-061f-49ef-8e20-3e4ba4c2b8eb', 'mac_address': 'fa:16:3e:32:8e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91926) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 17:11:09.257797 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:09.273957 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5292b588-061f-49ef-8e20-3e4ba4c2b8eb {{(pid=91926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 17:11:09.300260 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 5292b588-061f-49ef-8e20-3e4ba4c2b8eb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5292b588-061f-49ef-8e20-3e4ba4c2b8eb,segment=NetworkSegment(1c809044-8102-4954-be5c-aa36261c8519),segment_id=1c809044-8102-4954-be5c-aa36261c8519)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:11:09.304998 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:09.306951 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:09.364715 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=5292b588-061f-49ef-8e20-3e4ba4c2b8eb,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:09.369666 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47b5f9-55ec-4465-8435-703899f4bca0 req-987fff00-8fe8-479a-bb67-6070e80395b8 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:11:09.371631 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3b47b5f9-55ec-4465-8435-703899f4bca0 req-987fff00-8fe8-479a-bb67-6070e80395b8 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 943 time: 0.0810170 Jun 14 17:11:09.372278 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:09.372603 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:09.372942 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:09.373271 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:09.373598 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:09.373925 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:09.374555 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:09.374887 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:09.375211 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:09.375532 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:09.375847 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:09.376161 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:09.380753 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:09.418469 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-3b47b5f9-55ec-4465-8435-703899f4bca0 req-794be966-e6f6-4273-b798-3f15484ed38e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405381 Jun 14 17:11:10.609048 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe93f0-a9fd-40c6-a58d-f008b60389fa req-d04c1bac-c245-44e9-9fcc-03179fdef760 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:11:10.610630 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a0fe93f0-a9fd-40c6-a58d-f008b60389fa req-d04c1bac-c245-44e9-9fcc-03179fdef760 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 944 time: 0.0737650 Jun 14 17:11:10.656401 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a0fe93f0-a9fd-40c6-a58d-f008b60389fa req-5b8fdc10-ea61-454e-9c18-924ebe71b8b0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398824 Jun 14 17:11:10.901015 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:11.086406 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-03e5aa40-376c-4e4f-9d7d-b22e6be080ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:11.200541 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['5292b588-061f-49ef-8e20-3e4ba4c2b8eb'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 17:11:11.862607 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea66f2-ae9d-4f57-a2b3-6179828a1fe5 req-47120a07-2513-485f-a420-528c87b038bc tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:11:11.864328 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-59ea66f2-ae9d-4f57-a2b3-6179828a1fe5 req-47120a07-2513-485f-a420-528c87b038bc tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 944 time: 0.0900521 Jun 14 17:11:11.909742 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-59ea66f2-ae9d-4f57-a2b3-6179828a1fe5 req-72d10373-2941-4662-8cda-0a8c502b228a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393858 Jun 14 17:11:12.447565 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:11:12.584895 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:12.947031 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 5292b588-061f-49ef-8e20-3e4ba4c2b8eb up at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:11:13.007382 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning for port 5292b588-061f-49ef-8e20-3e4ba4c2b8eb completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:11:13.008172 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 45386) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:13.012600 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning complete for port 5292b588-061f-49ef-8e20-3e4ba4c2b8eb triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:11:13.013120 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:13.112612 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029a7bb-70fe-4f55-bac8-ed3e121ed8b8 req-b521f93b-c649-4c59-a950-e094b0036403 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:11:13.114156 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b029a7bb-70fe-4f55-bac8-ed3e121ed8b8 req-b521f93b-c649-4c59-a950-e094b0036403 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 944 time: 0.0816004 Jun 14 17:11:13.123560 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:13.135726 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-493409f8-b1ea-48dd-8b2a-322f805fba0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:13.150866 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc41f28f-30ad-4ff5-8428-5c4d5303093c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5292b588-061f-49ef-8e20-3e4ba4c2b8eb'}] {{(pid=91926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:11:13.153296 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b0a793cb4832d067d15d1ae193df815134514e8483bb184155629213ee4f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0524be5c-78d6-47dd-85df-71faea6cc70c" -d '{"events": [{"server_uuid": "cc41f28f-30ad-4ff5-8428-5c4d5303093c", "name": "network-vif-plugged", "status": "completed", "tag": "5292b588-061f-49ef-8e20-3e4ba4c2b8eb"}]}' {{(pid=91926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:11:13.168557 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 5292b588-061f-49ef-8e20-3e4ba4c2b8eb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5292b588-061f-49ef-8e20-3e4ba4c2b8eb,segment=NetworkSegment(1c809044-8102-4954-be5c-aa36261c8519),segment_id=1c809044-8102-4954-be5c-aa36261c8519)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:11:13.172585 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:13.175702 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:13.184616 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b029a7bb-70fe-4f55-bac8-ed3e121ed8b8 req-25aca664-6dba-43d2-8993-f27ebf8b7188 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606289 Jun 14 17:11:13.209688 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 17:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c568349d-3fbd-44fb-a655-b4738f987d61 x-openstack-request-id: req-c568349d-3fbd-44fb-a655-b4738f987d61 {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:11:13.209982 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc41f28f-30ad-4ff5-8428-5c4d5303093c", "name": "network-vif-plugged", "status": "completed", "tag": "5292b588-061f-49ef-8e20-3e4ba4c2b8eb", "code": 200}]} {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:11:13.210239 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c568349d-3fbd-44fb-a655-b4738f987d61 {{(pid=91926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:11:13.210659 dv-cinder-796286-2-iscsi neutron-server[91926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc41f28f-30ad-4ff5-8428-5c4d5303093c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5292b588-061f-49ef-8e20-3e4ba4c2b8eb', 'code': 200} Jun 14 17:11:13.242521 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=5292b588-061f-49ef-8e20-3e4ba4c2b8eb,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:13.245545 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:13.261953 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-493409f8-b1ea-48dd-8b2a-322f805fba0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:13.270666 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-493409f8-b1ea-48dd-8b2a-322f805fba0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:13.274695 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-d82be467-b55e-4b6c-aedb-36ba1a88f2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:13.315335 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-493409f8-b1ea-48dd-8b2a-322f805fba0c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=10017f0a97a547848ff5c1b10032359e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060222 Jun 14 17:11:13.316265 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493409f8-b1ea-48dd-8b2a-322f805fba0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bccb76-84f7-4199-aaee-5da67429fd27,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:13.317986 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 45392) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:13.320941 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-493409f8-b1ea-48dd-8b2a-322f805fba0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:13.375287 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-17932476-d9eb-4082-8936-60206ece6825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:13.398809 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-17932476-d9eb-4082-8936-60206ece6825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:13.483481 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-17932476-d9eb-4082-8936-60206ece6825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:13.486032 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-17932476-d9eb-4082-8936-60206ece6825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:13.487314 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-17932476-d9eb-4082-8936-60206ece6825 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3bccb76-84f7-4199-aaee-5da67429fd27 HTTP/1.1" status: 204 len: 168 time: 0.1683111 Jun 14 17:11:13.489272 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9dfe4382-f2e5-4ecb-9061-3f88a14968f7 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:13.504997 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17932476-d9eb-4082-8936-60206ece6825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bccb76-84f7-4199-aaee-5da67429fd27,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:13.514599 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17932476-d9eb-4082-8936-60206ece6825 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:13.514977 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17932476-d9eb-4082-8936-60206ece6825 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:13.515342 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17932476-d9eb-4082-8936-60206ece6825 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:13.515698 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17932476-d9eb-4082-8936-60206ece6825 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:13.516052 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17932476-d9eb-4082-8936-60206ece6825 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:13.516404 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17932476-d9eb-4082-8936-60206ece6825 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:13.516756 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17932476-d9eb-4082-8936-60206ece6825 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:13.517108 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17932476-d9eb-4082-8936-60206ece6825 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:13.517458 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17932476-d9eb-4082-8936-60206ece6825 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:13.517801 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17932476-d9eb-4082-8936-60206ece6825 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:13.518148 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17932476-d9eb-4082-8936-60206ece6825 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:13.518514 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17932476-d9eb-4082-8936-60206ece6825 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:13.522190 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-17932476-d9eb-4082-8936-60206ece6825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:13.534604 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fdba7-696f-408a-92f3-3cdbaf2766f4 req-d5e8da89-df09-4712-bfcd-bb1accd16f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:11:13.536125 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4e1fdba7-696f-408a-92f3-3cdbaf2766f4 req-d5e8da89-df09-4712-bfcd-bb1accd16f98 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 1098 time: 0.0921066 Jun 14 17:11:13.579664 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4e1fdba7-696f-408a-92f3-3cdbaf2766f4 req-c530ea15-64d0-4d11-919d-0d18967b0a28 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341396 Jun 14 17:11:13.785016 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 45400) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:13.801914 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-dfa609fd-dcd5-42c2-a0b1-d6c96c9766c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:13.917087 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-dfa609fd-dcd5-42c2-a0b1-d6c96c9766c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:13.919708 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-dfa609fd-dcd5-42c2-a0b1-d6c96c9766c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:13.923186 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c93804d5-32b6-4cd2-86c7-138c4ca51791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:13.973009 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-dfa609fd-dcd5-42c2-a0b1-d6c96c9766c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1830b57566d8411d977d97570f42e1be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868727 Jun 14 17:11:13.974077 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa609fd-dcd5-42c2-a0b1-d6c96c9766c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cae10aa-4231-4d63-be74-1974fccea36b,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:13.975791 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 45410) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:13.981692 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-dfa609fd-dcd5-42c2-a0b1-d6c96c9766c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:14.052146 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-94d14da3-b25e-477c-83fe-a47b84369634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:14.096117 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-94d14da3-b25e-477c-83fe-a47b84369634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:14.159200 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-94d14da3-b25e-477c-83fe-a47b84369634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:14.162364 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-94d14da3-b25e-477c-83fe-a47b84369634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:14.163651 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-94d14da3-b25e-477c-83fe-a47b84369634 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5cae10aa-4231-4d63-be74-1974fccea36b HTTP/1.1" status: 204 len: 168 time: 0.1862962 Jun 14 17:11:14.164428 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-fa40f0b6-a977-48ae-80ca-1be31cc32311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:14.173520 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d14da3-b25e-477c-83fe-a47b84369634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cae10aa-4231-4d63-be74-1974fccea36b,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:14.176205 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-94d14da3-b25e-477c-83fe-a47b84369634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:14.406715 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edafdd7-0e45-491b-9565-eb23ba706b2d req-113577ce-08d6-4f2b-8547-56b468800e7d tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:11:14.408394 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7edafdd7-0e45-491b-9565-eb23ba706b2d req-113577ce-08d6-4f2b-8547-56b468800e7d tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 945 time: 0.1110926 Jun 14 17:11:14.460372 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7edafdd7-0e45-491b-9565-eb23ba706b2d req-c6d31e55-1000-42e6-bc6b-fc2ff9aca102 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441735 Jun 14 17:11:14.476327 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:15.539022 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 45470) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:15.659665 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-45ee5c4a-ad17-44d2-8689-51059090da53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:15.686476 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ab3fa-410b-470e-bd23-7e71e781dde3 req-158a4a77-ef8d-43e9-8d79-52711026938f tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:11:15.688573 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ff9ab3fa-410b-470e-bd23-7e71e781dde3 req-158a4a77-ef8d-43e9-8d79-52711026938f tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 945 time: 0.0807030 Jun 14 17:11:15.737551 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ff9ab3fa-410b-470e-bd23-7e71e781dde3 req-82efbd7d-0799-45ed-81df-e9c40109bc50 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396633 Jun 14 17:11:15.761730 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-45ee5c4a-ad17-44d2-8689-51059090da53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:15.767262 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-45ee5c4a-ad17-44d2-8689-51059090da53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:15.769983 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-a27e0eaa-a597-4937-873a-f19a13c78b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:15.796811 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 45480) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:15.814701 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-45ee5c4a-ad17-44d2-8689-51059090da53 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4dba97eb8032487f9e92220d6021033f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741959 Jun 14 17:11:15.815505 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee5c4a-ad17-44d2-8689-51059090da53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32953a35-9b25-4d28-9134-890d8c3c369d,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:15.818106 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 45484) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:15.818552 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-45ee5c4a-ad17-44d2-8689-51059090da53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:15.947975 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c79ae0f6-300c-4f6a-abe7-928b25719961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:15.951833 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7fe477c0-b437-402b-b9e5-6f74a9e65e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:15.992227 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c79ae0f6-300c-4f6a-abe7-928b25719961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:16.041014 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404ab06-cdd1-4bd5-a612-753bc79ed3a8 req-128b2938-a4ee-4f51-b155-9317788c4c56 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:11:16.042513 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b404ab06-cdd1-4bd5-a612-753bc79ed3a8 req-128b2938-a4ee-4f51-b155-9317788c4c56 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 945 time: 0.1850150 Jun 14 17:11:16.108349 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c79ae0f6-300c-4f6a-abe7-928b25719961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:16.110911 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c79ae0f6-300c-4f6a-abe7-928b25719961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:16.112023 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-c79ae0f6-300c-4f6a-abe7-928b25719961 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32953a35-9b25-4d28-9134-890d8c3c369d HTTP/1.1" status: 204 len: 168 time: 0.2921863 Jun 14 17:11:16.114002 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-77eed47f-0569-4dfa-b098-a32b96c8506f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:16.118328 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b404ab06-cdd1-4bd5-a612-753bc79ed3a8 req-fcd5f6af-4993-415b-8600-b9e038108ffc tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692713 Jun 14 17:11:16.132206 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ae0f6-300c-4f6a-abe7-928b25719961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32953a35-9b25-4d28-9134-890d8c3c369d,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:16.137668 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c79ae0f6-300c-4f6a-abe7-928b25719961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:16.147865 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 45488) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:16.177004 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7fe477c0-b437-402b-b9e5-6f74a9e65e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:16.181781 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7fe477c0-b437-402b-b9e5-6f74a9e65e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:16.185658 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-17932476-d9eb-4082-8936-60206ece6825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:16.218643 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795a4dd8-4129-4051-b634-68e1172cc6eb tempest-TestVolumeBootPattern-1156862471 tempest-TestVolumeBootPattern-1156862471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:11:16.222771 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-795a4dd8-4129-4051-b634-68e1172cc6eb tempest-TestVolumeBootPattern-1156862471 tempest-TestVolumeBootPattern-1156862471-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 1093 time: 0.0710182 Jun 14 17:11:16.223239 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 45490) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:16.228853 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-91f1cd00-898c-4c92-bb5c-67b1b3051fee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Request body: {'floatingip': {'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'port_id': '5292b588-061f-49ef-8e20-3e4ba4c2b8eb', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:11:16.234817 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-7fe477c0-b437-402b-b9e5-6f74a9e65e24 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=82b15746dc7b480495baccc8d35b3c62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4345083 Jun 14 17:11:16.235092 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 45492) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:16.241489 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe477c0-b437-402b-b9e5-6f74a9e65e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4aecfa-9850-42a7-846a-2d58af3d6404,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:16.245553 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-7fe477c0-b437-402b-b9e5-6f74a9e65e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:16.255935 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-91f1cd00-898c-4c92-bb5c-67b1b3051fee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for floatingip, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:16.299023 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b4335efc-5da4-4354-998c-252ef8d25c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:16.328721 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b4335efc-5da4-4354-998c-252ef8d25c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:16.387534 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b4335efc-5da4-4354-998c-252ef8d25c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:16.390510 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b4335efc-5da4-4354-998c-252ef8d25c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:16.391815 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-b4335efc-5da4-4354-998c-252ef8d25c79 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b4aecfa-9850-42a7-846a-2d58af3d6404 HTTP/1.1" status: 204 len: 168 time: 0.1557550 Jun 14 17:11:16.392722 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9c834306-d4fe-4c90-b167-0dfbb2521d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:16.393155 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-91f1cd00-898c-4c92-bb5c-67b1b3051fee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:16.407515 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4335efc-5da4-4354-998c-252ef8d25c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4aecfa-9850-42a7-846a-2d58af3d6404,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:16.410992 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b4335efc-5da4-4354-998c-252ef8d25c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:16.452968 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 45498) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:16.470618 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-287b73fe-5319-4cb7-8948-252710c71219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:16.526625 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [None req-91f1cd00-898c-4c92-bb5c-67b1b3051fee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Allocated IP 172.27.0.222 (2e21213b-d279-4f17-b7ac-a39d3c551e15/cd8b9889-3c5e-49b3-9c23-75f1e7c20530/96b8d4a0-66ac-45fe-988e-d4b6ede698c8) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 17:11:16.585846 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-287b73fe-5319-4cb7-8948-252710c71219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:16.590680 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-287b73fe-5319-4cb7-8948-252710c71219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:16.593635 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-cea8b03b-bde7-448e-885c-1f253465fbf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:16.638999 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-287b73fe-5319-4cb7-8948-252710c71219 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f582b190d65a4f4a9ea36d50efa78736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1848407 Jun 14 17:11:16.640173 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b73fe-5319-4cb7-8948-252710c71219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a98c4a-7558-4162-8e66-6f90f240464d,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:16.642950 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 45502) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:16.654920 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-287b73fe-5319-4cb7-8948-252710c71219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:16.670006 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-91f1cd00-898c-4c92-bb5c-67b1b3051fee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:16.709913 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3d849687-3f14-4ce3-b416-1789cbb3a10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:16.712473 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-91f1cd00-898c-4c92-bb5c-67b1b3051fee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11589351'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:16.715660 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-b3524e27-761a-4729-9348-cbebcb148a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:16.737957 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3d849687-3f14-4ce3-b416-1789cbb3a10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:16.772978 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f1cd00-898c-4c92-bb5c-67b1b3051fee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Network 2e21213b-d279-4f17-b7ac-a39d3c551e15 is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:11:16.777738 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-91f1cd00-898c-4c92-bb5c-67b1b3051fee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:11:16.780059 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1cd00-898c-4c92-bb5c-67b1b3051fee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Pushing event updated for resources: {'Port': ['ID=96b8d4a0-66ac-45fe-988e-d4b6ede698c8,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:16.787086 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f1cd00-898c-4c92-bb5c-67b1b3051fee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 17:11:16.790398 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-91f1cd00-898c-4c92-bb5c-67b1b3051fee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:16.804179 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3d849687-3f14-4ce3-b416-1789cbb3a10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:16.806941 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-3d849687-3f14-4ce3-b416-1789cbb3a10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:16.808178 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-3d849687-3f14-4ce3-b416-1789cbb3a10c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/66a98c4a-7558-4162-8e66-6f90f240464d HTTP/1.1" status: 204 len: 168 time: 0.1605320 Jun 14 17:11:16.809166 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:16.819180 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d849687-3f14-4ce3-b416-1789cbb3a10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a98c4a-7558-4162-8e66-6f90f240464d,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:16.823495 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-3d849687-3f14-4ce3-b416-1789cbb3a10c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:16.824716 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 45506) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:16.849668 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0745685f-47c3-46c1-adef-074b99a4b7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:16.992020 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0745685f-47c3-46c1-adef-074b99a4b7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:16.997780 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0745685f-47c3-46c1-adef-074b99a4b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:17.001873 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-aa2f8c52-9ea7-48ed-b478-351528883617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:17.043603 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-0745685f-47c3-46c1-adef-074b99a4b7ec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f26acee2f3e441488fbe0cbf29c9e3d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173193 Jun 14 17:11:17.044803 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745685f-47c3-46c1-adef-074b99a4b7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafe6f8a-38fe-4812-b126-cd9b92799414,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:17.048149 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-0745685f-47c3-46c1-adef-074b99a4b7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:17.048987 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 45510) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:17.104835 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-5f25a1bd-9992-498d-8e37-8b93efd30cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:17.129769 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-5f25a1bd-9992-498d-8e37-8b93efd30cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:17.190470 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-5f25a1bd-9992-498d-8e37-8b93efd30cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:17.193662 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-5f25a1bd-9992-498d-8e37-8b93efd30cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:17.197658 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-5f25a1bd-9992-498d-8e37-8b93efd30cb9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dafe6f8a-38fe-4812-b126-cd9b92799414 HTTP/1.1" status: 204 len: 168 time: 0.1449578 Jun 14 17:11:17.197658 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-7fe477c0-b437-402b-b9e5-6f74a9e65e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:17.208060 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25a1bd-9992-498d-8e37-8b93efd30cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafe6f8a-38fe-4812-b126-cd9b92799414,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:17.210643 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-5f25a1bd-9992-498d-8e37-8b93efd30cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:17.586497 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-91f1cd00-898c-4c92-bb5c-67b1b3051fee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:17.702581 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-91f1cd00-898c-4c92-bb5c-67b1b3051fee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:17.972786 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-91f1cd00-898c-4c92-bb5c-67b1b3051fee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for port, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:17.979288 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-91f1cd00-898c-4c92-bb5c-67b1b3051fee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11589337'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:17.981911 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-08f36c4b-5c4c-46f7-8383-b9b6f0793e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:18.072637 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1cd00-898c-4c92-bb5c-67b1b3051fee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Pushing event updated for resources: {'Port': ['ID=96b8d4a0-66ac-45fe-988e-d4b6ede698c8,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:18.074352 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-91f1cd00-898c-4c92-bb5c-67b1b3051fee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:18.097870 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-91f1cd00-898c-4c92-bb5c-67b1b3051fee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594291'] for floatingip, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:18.246530 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.db.l3_db [None req-91f1cd00-898c-4c92-bb5c-67b1b3051fee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Floating IP 60f3fc24-7049-42e5-a1f6-29baff8b58dd associated. External IP: 172.27.0.222, port: 5292b588-061f-49ef-8e20-3e4ba4c2b8eb. Jun 14 17:11:18.568315 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f1cd00-898c-4c92-bb5c-67b1b3051fee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Router cc16f8da-c677-4efc-b59c-3d7780f8bce5 has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 17:11:19.019986 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f1cd00-898c-4c92-bb5c-67b1b3051fee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 17:11:19.038253 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-91f1cd00-898c-4c92-bb5c-67b1b3051fee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for floatingip, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:19.038763 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6ee616-1eec-4034-b524-6d6698913e58 None None] Sync routers for ids ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'] in dv-cinder-796286-2-iscsi {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 17:11:19.064109 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6ee616-1eec-4034-b524-6d6698913e58 None None] Routers {'cc16f8da-c677-4efc-b59c-3d7780f8bce5'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:11:19.065799 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-bf6ee616-1eec-4034-b524-6d6698913e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:11:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:11:19.083789 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 45596) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:19.104001 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-91f1cd00-898c-4c92-bb5c-67b1b3051fee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8795283 Jun 14 17:11:19.104691 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc41f28f-30ad-4ff5-8428-5c4d5303093c', 'tag': '5292b588-061f-49ef-8e20-3e4ba4c2b8eb'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:11:19.107472 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d291eb15d8c6473d16ee8dba452630a330a550e33bdf6927b5873c3041ff4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf28a36-61cd-486b-b360-43e676175568" -d '{"events": [{"name": "network-changed", "server_uuid": "cc41f28f-30ad-4ff5-8428-5c4d5303093c", "tag": "5292b588-061f-49ef-8e20-3e4ba4c2b8eb"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:11:19.151885 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 17:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13938be6-84a2-4f11-92d6-a31ea2521dde x-openstack-request-id: req-13938be6-84a2-4f11-92d6-a31ea2521dde {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:11:19.152556 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc41f28f-30ad-4ff5-8428-5c4d5303093c", "tag": "5292b588-061f-49ef-8e20-3e4ba4c2b8eb", "status": "completed", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:11:19.153018 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13938be6-84a2-4f11-92d6-a31ea2521dde {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:11:19.153608 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc41f28f-30ad-4ff5-8428-5c4d5303093c', 'tag': '5292b588-061f-49ef-8e20-3e4ba4c2b8eb', 'status': 'completed', 'code': 200} Jun 14 17:11:19.258576 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-bf6ee616-1eec-4034-b524-6d6698913e58 None None] Set router cc16f8da-c677-4efc-b59c-3d7780f8bce5 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:11:19.262650 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6fe942d4-5b8b-4d11-ae25-b0577df6c29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:19.314161 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf28a36-61cd-486b-b360-43e676175568 req-ddcc4ce2-3183-4dcf-980a-fdff50b69459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:11:19.315963 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ccf28a36-61cd-486b-b360-43e676175568 req-ddcc4ce2-3183-4dcf-980a-fdff50b69459 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bddc90907524095ad0401cb14a2f68c&device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 1098 time: 0.1281919 Jun 14 17:11:19.360775 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 45608) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:19.480941 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf28a36-61cd-486b-b360-43e676175568 req-33eeb662-0f3e-46a0-8c4a-5cb53b58b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:11:19.482499 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ccf28a36-61cd-486b-b360-43e676175568 req-33eeb662-0f3e-46a0-8c4a-5cb53b58b3fc service neutron] 10.222.0.43 "GET /v2.0/networks?id=8560731a-9c90-4793-ae30-ab87841a8fed HTTP/1.1" status: 200 len: 912 time: 0.1539888 Jun 14 17:11:19.493483 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-41a526fa-4346-4686-b6e1-e71c95de9d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:19.496321 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6fe942d4-5b8b-4d11-ae25-b0577df6c29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:19.504206 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6fe942d4-5b8b-4d11-ae25-b0577df6c29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:19.614364 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-41a526fa-4346-4686-b6e1-e71c95de9d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:19.620626 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-41a526fa-4346-4686-b6e1-e71c95de9d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:19.623853 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-bbc9b60e-71e8-4d0d-823b-e604ad53c99e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:19.637955 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-bf6ee616-1eec-4034-b524-6d6698913e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:07:55Z', 'updated_at': '2021-06-14T17:08:00Z', 'revision_number': 4, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'gw_port': {'id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:56Z', 'updated_at': '2021-06-14T17:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_floatingips': [{'id': '60f3fc24-7049-42e5-a1f6-29baff8b58dd', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'port_id': '5292b588-061f-49ef-8e20-3e4ba4c2b8eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'mac_address': 'fa:16:3e:32:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f28f-30ad-4ff5-8428-5c4d5303093c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T17:11:17Z', 'updated_at': '2021-06-14T17:11:17Z', 'revision_number': 0, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634a005b-73ca-41e5-9e96-26cf6b83c51d', 'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:59Z', 'updated_at': '2021-06-14T17:08:07Z', 'revision_number': 5, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'subnets': [{'id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:11:19.643451 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6ee616-1eec-4034-b524-6d6698913e58 None None] Checking router: cc16f8da-c677-4efc-b59c-3d7780f8bce5 for host: dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 17:11:19.655393 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6ee616-1eec-4034-b524-6d6698913e58 None None] Routers {'cc16f8da-c677-4efc-b59c-3d7780f8bce5'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:11:19.656360 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-bf6ee616-1eec-4034-b524-6d6698913e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:11:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:11:19.676775 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-41a526fa-4346-4686-b6e1-e71c95de9d75 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e547ed7135854b1da42fb9ff1a72dcfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146405 Jun 14 17:11:19.677633 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 45612) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:19.678581 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a526fa-4346-4686-b6e1-e71c95de9d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de33b534-24b6-452f-a4c2-c1797801fd21,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:19.687640 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-41a526fa-4346-4686-b6e1-e71c95de9d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:19.741791 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e88103c0-980e-4113-8f29-b60bc53770cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:19.768668 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e88103c0-980e-4113-8f29-b60bc53770cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:19.827732 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e88103c0-980e-4113-8f29-b60bc53770cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:19.834003 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-e88103c0-980e-4113-8f29-b60bc53770cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:19.839760 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-e88103c0-980e-4113-8f29-b60bc53770cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/de33b534-24b6-452f-a4c2-c1797801fd21 HTTP/1.1" status: 204 len: 168 time: 0.1535256 Jun 14 17:11:19.839760 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-ec2440a1-a22f-4165-b6f1-4dc73d29b9b7 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:19.842532 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-bf6ee616-1eec-4034-b524-6d6698913e58 None None] Set router cc16f8da-c677-4efc-b59c-3d7780f8bce5 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:11:19.849138 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88103c0-980e-4113-8f29-b60bc53770cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de33b534-24b6-452f-a4c2-c1797801fd21,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:19.851874 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-e88103c0-980e-4113-8f29-b60bc53770cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:19.856761 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9656c9ae-b54a-4f80-a8eb-a65e9d97ec7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:19.920201 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-6fe942d4-5b8b-4d11-ae25-b0577df6c29c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2cffa03124c64156ac15361cc7cbf25a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8327625 Jun 14 17:11:19.922023 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 45616) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:19.933894 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe942d4-5b8b-4d11-ae25-b0577df6c29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb8e971-5d7d-40c4-890d-d135e95a6276,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:19.938250 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ccf28a36-61cd-486b-b360-43e676175568 req-fafe3aed-f96d-4496-84e0-303755ca07dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5292b588-061f-49ef-8e20-3e4ba4c2b8eb HTTP/1.1" status: 200 len: 999 time: 0.4444363 Jun 14 17:11:19.939221 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-6fe942d4-5b8b-4d11-ae25-b0577df6c29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:20.001128 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf28a36-61cd-486b-b360-43e676175568 req-cfd14de4-ec8c-4c13-8132-9f5e4c572bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:11:20.002852 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ccf28a36-61cd-486b-b360-43e676175568 req-cfd14de4-ec8c-4c13-8132-9f5e4c572bca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6cabad88-fac4-45e5-a292-a7d08d2f23f7 HTTP/1.1" status: 200 len: 850 time: 0.0543356 Jun 14 17:11:20.011376 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8e574c38-0771-437a-bb0c-a8c2141abdb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:20.040559 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8e574c38-0771-437a-bb0c-a8c2141abdb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:20.095114 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf28a36-61cd-486b-b360-43e676175568 req-6ee14c38-1e3f-48e1-b767-e1209c0634e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:11:20.096725 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ccf28a36-61cd-486b-b360-43e676175568 req-6ee14c38-1e3f-48e1-b767-e1209c0634e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8560731a-9c90-4793-ae30-ab87841a8fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823903 Jun 14 17:11:20.101873 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8e574c38-0771-437a-bb0c-a8c2141abdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:20.105140 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8e574c38-0771-437a-bb0c-a8c2141abdb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:20.106866 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-8e574c38-0771-437a-bb0c-a8c2141abdb1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/beb8e971-5d7d-40c4-890d-d135e95a6276 HTTP/1.1" status: 204 len: 168 time: 0.1837695 Jun 14 17:11:20.107836 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-94d14da3-b25e-477c-83fe-a47b84369634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:20.119935 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e574c38-0771-437a-bb0c-a8c2141abdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb8e971-5d7d-40c4-890d-d135e95a6276,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:20.122843 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-8e574c38-0771-437a-bb0c-a8c2141abdb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:20.221477 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-bf6ee616-1eec-4034-b524-6d6698913e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:07:55Z', 'updated_at': '2021-06-14T17:08:00Z', 'revision_number': 4, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'gw_port': {'id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:56Z', 'updated_at': '2021-06-14T17:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_floatingips': [{'id': '60f3fc24-7049-42e5-a1f6-29baff8b58dd', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'port_id': '5292b588-061f-49ef-8e20-3e4ba4c2b8eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'mac_address': 'fa:16:3e:32:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f28f-30ad-4ff5-8428-5c4d5303093c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T17:11:17Z', 'updated_at': '2021-06-14T17:11:17Z', 'revision_number': 0, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634a005b-73ca-41e5-9e96-26cf6b83c51d', 'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:59Z', 'updated_at': '2021-06-14T17:08:07Z', 'revision_number': 5, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'subnets': [{'id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:11:20.226045 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6ee616-1eec-4034-b524-6d6698913e58 None None] The sync data for ids ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'] in dv-cinder-796286-2-iscsi is: [{'id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:07:55Z', 'updated_at': '2021-06-14T17:08:00Z', 'revision_number': 4, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'gw_port': {'id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:56Z', 'updated_at': '2021-06-14T17:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_floatingips': [{'id': '60f3fc24-7049-42e5-a1f6-29baff8b58dd', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'port_id': '5292b588-061f-49ef-8e20-3e4ba4c2b8eb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'mac_address': 'fa:16:3e:32:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f28f-30ad-4ff5-8428-5c4d5303093c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T17:11:17Z', 'updated_at': '2021-06-14T17:11:17Z', 'revision_number': 0, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634a005b-73ca-41e5-9e96-26cf6b83c51d', 'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:59Z', 'updated_at': '2021-06-14T17:08:07Z', 'revision_number': 5, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'subnets': [{'id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 17:11:20.236159 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 45622) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:20.252953 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-f850cb37-f483-4509-b455-6f6e10260dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:20.271762 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ccf28a36-61cd-486b-b360-43e676175568 req-40cd9b7b-6784-4990-a13f-e563cbbd3ad6 service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648917 Jun 14 17:11:20.385267 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-f850cb37-f483-4509-b455-6f6e10260dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:20.391410 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-f850cb37-f483-4509-b455-6f6e10260dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:20.397061 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-3c476efe-af64-466b-be60-ba381411ff58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:20.423500 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ccf28a36-61cd-486b-b360-43e676175568 req-f85a3706-9c21-4350-a874-71be1d6db972 service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400554 Jun 14 17:11:20.444013 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-f850cb37-f483-4509-b455-6f6e10260dda admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dd4ecf271d0042df99056232752640d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2066190 Jun 14 17:11:20.445556 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850cb37-f483-4509-b455-6f6e10260dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b0a803-ed1e-45ea-b0c9-cd2da8bb8078,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:20.447168 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 45626) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:20.449275 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-f850cb37-f483-4509-b455-6f6e10260dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:20.508587 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 45628) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:20.512964 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-37e6d585-7e07-4d49-856b-7f92a5d21b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:20.513280 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab621de-1e44-4dae-a98b-e7918341c810 None None] New status for floating IP 60f3fc24-7049-42e5-a1f6-29baff8b58dd: ACTIVE {{(pid=91927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 17:11:20.533824 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-259f1fc6-934f-4b27-93ad-40a4cf82f342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:20.545975 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-37e6d585-7e07-4d49-856b-7f92a5d21b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:20.618246 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-37e6d585-7e07-4d49-856b-7f92a5d21b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:20.623836 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-37e6d585-7e07-4d49-856b-7f92a5d21b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:20.625908 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-37e6d585-7e07-4d49-856b-7f92a5d21b3b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44b0a803-ed1e-45ea-b0c9-cd2da8bb8078 HTTP/1.1" status: 204 len: 168 time: 0.1769991 Jun 14 17:11:20.627002 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-dfa609fd-dcd5-42c2-a0b1-d6c96c9766c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:20.643644 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6d585-7e07-4d49-856b-7f92a5d21b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b0a803-ed1e-45ea-b0c9-cd2da8bb8078,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:20.647482 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-37e6d585-7e07-4d49-856b-7f92a5d21b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:20.669453 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-259f1fc6-934f-4b27-93ad-40a4cf82f342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:20.676862 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-259f1fc6-934f-4b27-93ad-40a4cf82f342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:20.683163 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-9ab32db8-f636-4500-ad05-c6e32ca5c6d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:20.750317 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-259f1fc6-934f-4b27-93ad-40a4cf82f342 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66fc660e5b194ead954447a1a5990def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385046 Jun 14 17:11:20.753081 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 45632) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:20.755617 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f1fc6-934f-4b27-93ad-40a4cf82f342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cca5e35-3bc2-40d4-81f5-bede076cc9d6,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:20.759024 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-259f1fc6-934f-4b27-93ad-40a4cf82f342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:20.831205 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9353aea8-142b-4d69-9791-f16013ffd2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:20.860035 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9353aea8-142b-4d69-9791-f16013ffd2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:20.922475 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9353aea8-142b-4d69-9791-f16013ffd2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:20.925026 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-9353aea8-142b-4d69-9791-f16013ffd2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:20.928731 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-9353aea8-142b-4d69-9791-f16013ffd2e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2cca5e35-3bc2-40d4-81f5-bede076cc9d6 HTTP/1.1" status: 204 len: 168 time: 0.1717572 Jun 14 17:11:20.928731 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-70c5db17-5d9f-4504-87b2-5291d154c561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:20.937193 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353aea8-142b-4d69-9791-f16013ffd2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cca5e35-3bc2-40d4-81f5-bede076cc9d6,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:20.938891 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9353aea8-142b-4d69-9791-f16013ffd2e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:24.737060 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 45744) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:24.853958 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c96fcdfa-341b-4ecc-adce-b68ea43019f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:24.953180 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c96fcdfa-341b-4ecc-adce-b68ea43019f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:24.957566 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-c96fcdfa-341b-4ecc-adce-b68ea43019f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:24.960056 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-400c5955-1000-4846-a6fd-6f2432dc29c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:24.998441 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96fcdfa-341b-4ecc-adce-b68ea43019f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675461e6-edcc-4e2a-9c69-175e8e1920a6,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:25.002391 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-c96fcdfa-341b-4ecc-adce-b68ea43019f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a99e0e2d4e7439682d55f464ee3c6e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639766 Jun 14 17:11:25.003278 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c96fcdfa-341b-4ecc-adce-b68ea43019f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:25.005300 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 45748) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:25.056268 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b46408f8-7a7f-4e7a-8f25-61cad0654235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:25.079757 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b46408f8-7a7f-4e7a-8f25-61cad0654235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:25.147624 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b46408f8-7a7f-4e7a-8f25-61cad0654235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:25.150279 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b46408f8-7a7f-4e7a-8f25-61cad0654235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:25.151421 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-b46408f8-7a7f-4e7a-8f25-61cad0654235 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/675461e6-edcc-4e2a-9c69-175e8e1920a6 HTTP/1.1" status: 204 len: 168 time: 0.1451702 Jun 14 17:11:25.152364 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-c79ae0f6-300c-4f6a-abe7-928b25719961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:25.161479 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46408f8-7a7f-4e7a-8f25-61cad0654235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675461e6-edcc-4e2a-9c69-175e8e1920a6,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:25.169225 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b46408f8-7a7f-4e7a-8f25-61cad0654235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:25.372860 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 45768) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:25.487012 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6447be5b-c6c5-4e43-90b9-e663c14575bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:25.590833 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6447be5b-c6c5-4e43-90b9-e663c14575bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:25.595222 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-6447be5b-c6c5-4e43-90b9-e663c14575bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:25.600129 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-63f0dfa6-aff6-40e1-a9ca-6078b060131b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:25.642592 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-6447be5b-c6c5-4e43-90b9-e663c14575bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f15bb2de02a424ab6311a0a73d072e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2684934 Jun 14 17:11:25.643374 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447be5b-c6c5-4e43-90b9-e663c14575bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d03838f-a49b-4dcc-8aab-430630a29682,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:25.645552 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 45782) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:25.651411 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447be5b-c6c5-4e43-90b9-e663c14575bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:25.651790 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447be5b-c6c5-4e43-90b9-e663c14575bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:25.652140 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447be5b-c6c5-4e43-90b9-e663c14575bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:25.652729 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447be5b-c6c5-4e43-90b9-e663c14575bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:25.653063 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447be5b-c6c5-4e43-90b9-e663c14575bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:25.653425 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447be5b-c6c5-4e43-90b9-e663c14575bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:25.653784 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447be5b-c6c5-4e43-90b9-e663c14575bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:25.654140 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447be5b-c6c5-4e43-90b9-e663c14575bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:25.654577 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447be5b-c6c5-4e43-90b9-e663c14575bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:25.654846 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447be5b-c6c5-4e43-90b9-e663c14575bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:25.655194 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447be5b-c6c5-4e43-90b9-e663c14575bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:25.655536 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6447be5b-c6c5-4e43-90b9-e663c14575bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:25.659579 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6447be5b-c6c5-4e43-90b9-e663c14575bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:25.707301 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1d58016e-2f2b-4048-87e6-7b1dda0e3ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:25.734223 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1d58016e-2f2b-4048-87e6-7b1dda0e3ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:25.793021 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1d58016e-2f2b-4048-87e6-7b1dda0e3ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:25.795804 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1d58016e-2f2b-4048-87e6-7b1dda0e3ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:25.799316 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-1d58016e-2f2b-4048-87e6-7b1dda0e3ea5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d03838f-a49b-4dcc-8aab-430630a29682 HTTP/1.1" status: 204 len: 168 time: 0.1504381 Jun 14 17:11:25.799316 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8161328d-16b3-4b02-ba96-5fb33a8e7f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:25.806562 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58016e-2f2b-4048-87e6-7b1dda0e3ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d03838f-a49b-4dcc-8aab-430630a29682,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:25.813976 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-1d58016e-2f2b-4048-87e6-7b1dda0e3ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:25.838136 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 45790) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:25.942662 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-8ced7036-c921-435c-8ed0-4969bb54a0e4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1701247211-network', 'tenant_id': '116dc0810f364143a2a00f614d76b486'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:11:25.970000 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ced7036-c921-435c-8ed0-4969bb54a0e4 admin admin] Made reservation on behalf of 116dc0810f364143a2a00f614d76b486 for: {'network': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 17:11:25.972456 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8ced7036-c921-435c-8ed0-4969bb54a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for network, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:25.983443 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8ced7036-c921-435c-8ed0-4969bb54a0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:26.099474 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8ced7036-c921-435c-8ed0-4969bb54a0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:26.107389 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8ced7036-c921-435c-8ed0-4969bb54a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:26.112056 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b03d9b15-042c-4721-9a58-6afda53995fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:26.145075 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ced7036-c921-435c-8ed0-4969bb54a0e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=91924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 17:11:26.153000 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced7036-c921-435c-8ed0-4969bb54a0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52397517-d6ee-4e25-9a73-29b6eb8d8b23,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:26.156876 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8ced7036-c921-435c-8ed0-4969bb54a0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:26.160045 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8ced7036-c921-435c-8ed0-4969bb54a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:26.160381 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.db.segments_db [None req-8ced7036-c921-435c-8ed0-4969bb54a0e4 admin admin] Added segment cead694f-eed0-42d7-92bd-123055df5822 of type vlan for network 8423b44f-5a8c-4846-820c-03d5babfe51d Jun 14 17:11:26.184196 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 45798) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:26.201327 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edb559b2-0caa-4968-a094-daaba11c29a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:26.214630 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8ced7036-c921-435c-8ed0-4969bb54a0e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769376812472'] for network, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:26.252352 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8ced7036-c921-435c-8ed0-4969bb54a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:26.254101 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ced7036-c921-435c-8ed0-4969bb54a0e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:11:26.254714 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8ced7036-c921-435c-8ed0-4969bb54a0e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:26.258810 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8161328d-16b3-4b02-ba96-5fb33a8e7f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:26.304623 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edb559b2-0caa-4968-a094-daaba11c29a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:26.309455 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-edb559b2-0caa-4968-a094-daaba11c29a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:26.312117 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-665e373a-c5cd-40dd-94eb-729a267b7e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:26.344582 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced7036-c921-435c-8ed0-4969bb54a0e4 admin admin] Pushing event updated for resources: {'Network': ['ID=8423b44f-5a8c-4846-820c-03d5babfe51d,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:26.347709 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8ced7036-c921-435c-8ed0-4969bb54a0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:26.353137 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-8ced7036-c921-435c-8ed0-4969bb54a0e4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5131528 Jun 14 17:11:26.353800 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 45800) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:26.353964 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-edb559b2-0caa-4968-a094-daaba11c29a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1251d93d5705400e90f3ca324a78a899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1684825 Jun 14 17:11:26.355180 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb559b2-0caa-4968-a094-daaba11c29a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7cbdf9-8327-416c-b70f-cf7d7791b1f1,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:26.356166 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Network 8423b44f-5a8c-4846-820c-03d5babfe51d details requested by agent ovs-agent-dv-cinder-796286-2-iscsi with host dv-cinder-796286-2-iscsi {{(pid=91926) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 17:11:26.356637 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 45802) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:26.358713 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-edb559b2-0caa-4968-a094-daaba11c29a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:26.359955 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-846f7328-a057-4300-b66c-a8c0f9936a44 admin admin] Request body: {'subnet': {'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1701247211-subnet', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'ip_version': 4}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:11:26.412112 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846f7328-a057-4300-b66c-a8c0f9936a44 admin admin] Made reservation on behalf of 116dc0810f364143a2a00f614d76b486 for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 17:11:26.414513 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-846f7328-a057-4300-b66c-a8c0f9936a44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12516335'] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:26.459675 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-706e88bf-d940-4d9a-b566-847cff169a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:26.534740 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-706e88bf-d940-4d9a-b566-847cff169a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:26.636049 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-706e88bf-d940-4d9a-b566-847cff169a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:26.638557 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-706e88bf-d940-4d9a-b566-847cff169a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:26.639714 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-706e88bf-d940-4d9a-b566-847cff169a8c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b7cbdf9-8327-416c-b70f-cf7d7791b1f1 HTTP/1.1" status: 204 len: 168 time: 0.2763906 Jun 14 17:11:26.641719 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-04b4b8c9-79a7-44f0-b797-43bbf1f0dd21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:26.682388 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e88bf-d940-4d9a-b566-847cff169a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7cbdf9-8327-416c-b70f-cf7d7791b1f1,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:26.687383 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-706e88bf-d940-4d9a-b566-847cff169a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:26.701931 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-846f7328-a057-4300-b66c-a8c0f9936a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12204788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12516345'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:26.705097 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:26.763373 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f7328-a057-4300-b66c-a8c0f9936a44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84f271ce-1b0c-4c14-aa77-c3984720885a,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:26.766723 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-846f7328-a057-4300-b66c-a8c0f9936a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:26.782708 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846f7328-a057-4300-b66c-a8c0f9936a44 admin admin] Checking segment: {'id': 'cead694f-eed0-42d7-92bd-123055df5822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 17:11:26.783046 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846f7328-a057-4300-b66c-a8c0f9936a44 admin admin] Network hostable DHCP agents. Network: 8423b44f-5a8c-4846-820c-03d5babfe51d, hostable agents: ['375ffa47-0472-477a-9943-d26e949c75c5'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 17:11:26.801386 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846f7328-a057-4300-b66c-a8c0f9936a44 admin admin] Network 8423b44f-5a8c-4846-820c-03d5babfe51d is scheduled to be hosted by DHCP agent 375ffa47-0472-477a-9943-d26e949c75c5 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 17:11:26.812605 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-846f7328-a057-4300-b66c-a8c0f9936a44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-iscsi, 8423b44f-5a8c-4846-820c-03d5babfe51d) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:11:26.817542 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846f7328-a057-4300-b66c-a8c0f9936a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:11:26.818269 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-846f7328-a057-4300-b66c-a8c0f9936a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:26.825491 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1fb784-c506-4f0b-a918-ae13b5bfcc4c None None] Network 8423b44f-5a8c-4846-820c-03d5babfe51d requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 17:11:26.834124 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-846f7328-a057-4300-b66c-a8c0f9936a44 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4790761 Jun 14 17:11:26.836871 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 45808) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:26.841766 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-56a533ff-fc90-44ae-bf14-e7024a15c60f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1701247211-router', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:11:26.864001 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-56a533ff-fc90-44ae-bf14-e7024a15c60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-621740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106213'] for router, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:26.865052 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-56a533ff-fc90-44ae-bf14-e7024a15c60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-621771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595165', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106220'] for router, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:26.935636 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-56a533ff-fc90-44ae-bf14-e7024a15c60f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:27.155196 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-56a533ff-fc90-44ae-bf14-e7024a15c60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-621758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106234'] for router, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:27.161944 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21504a41-db13-48e3-86f4-4793c77873e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc755246c-0e71-5945-9550-72e741f73a7f-8423b44f-5a8c-4846-820c-03d5babfe51d', 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'fixed_ips': [{'subnet_id': '84f271ce-1b0c-4c14-aa77-c3984720885a'}]}} from dv-cinder-796286-2-iscsi. {{(pid=91926) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 17:11:27.163102 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-21504a41-db13-48e3-86f4-4793c77873e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:27.335121 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.db_base_plugin_common [None req-21504a41-db13-48e3-86f4-4793c77873e3 None None] Allocated IP 172.20.0.2 (8423b44f-5a8c-4846-820c-03d5babfe51d/84f271ce-1b0c-4c14-aa77-c3984720885a/6a5f9d0b-db49-42ad-8906-42d71880f281) {{(pid=91926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 17:11:27.461346 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-56a533ff-fc90-44ae-bf14-e7024a15c60f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:27.493292 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-56a533ff-fc90-44ae-bf14-e7024a15c60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:27.537673 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-21504a41-db13-48e3-86f4-4793c77873e3 None None] Notify callbacks [] for port, precommit_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:27.546562 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-21504a41-db13-48e3-86f4-4793c77873e3 None None] Transition to ACTIVE for port object 6a5f9d0b-db49-42ad-8906-42d71880f281 will not be triggered until provisioned by entity L2. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:11:27.562363 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-21504a41-db13-48e3-86f4-4793c77873e3 None None] Transition to ACTIVE for port object 6a5f9d0b-db49-42ad-8906-42d71880f281 will not be triggered until provisioned by entity DHCP. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:11:27.571939 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-21504a41-db13-48e3-86f4-4793c77873e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408'] for port, after_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:27.574065 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:27.612893 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21504a41-db13-48e3-86f4-4793c77873e3 None None] Network 8423b44f-5a8c-4846-820c-03d5babfe51d is already hosted by enough agents. {{(pid=91926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:11:27.617336 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-56a533ff-fc90-44ae-bf14-e7024a15c60f admin admin] Allocated IP 172.27.0.41 (2e21213b-d279-4f17-b7ac-a39d3c551e15/cd8b9889-3c5e-49b3-9c23-75f1e7c20530/ab1918f5-184d-4219-bb18-38c0926e36b3) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 17:11:27.619603 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.scheduler.base_scheduler [None req-21504a41-db13-48e3-86f4-4793c77873e3 None None] Resources bound (agent type, host, resource id): {{(pid=91926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:11:27.623206 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21504a41-db13-48e3-86f4-4793c77873e3 None None] Received port after_create {{(pid=91926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 17:11:27.643395 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21504a41-db13-48e3-86f4-4793c77873e3 None None] Pushing event updated for resources: {'Port': ['ID=6a5f9d0b-db49-42ad-8906-42d71880f281,revision_number=1']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:27.647621 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-21504a41-db13-48e3-86f4-4793c77873e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:27.716674 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-21504a41-db13-48e3-86f4-4793c77873e3 None None] Attempting to bind port 6a5f9d0b-db49-42ad-8906-42d71880f281 on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 17:11:27.717075 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-21504a41-db13-48e3-86f4-4793c77873e3 None None] Attempting to bind port 6a5f9d0b-db49-42ad-8906-42d71880f281 by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': 'cead694f-eed0-42d7-92bd-123055df5822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d'}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 17:11:27.717439 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21504a41-db13-48e3-86f4-4793c77873e3 None None] Attempting to bind port 6a5f9d0b-db49-42ad-8906-42d71880f281 on network 8423b44f-5a8c-4846-820c-03d5babfe51d {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:11:27.722795 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21504a41-db13-48e3-86f4-4793c77873e3 None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 17, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 17:11:27.723172 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21504a41-db13-48e3-86f4-4793c77873e3 None None] Checking segment: {'id': 'cead694f-eed0-42d7-92bd-123055df5822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 17:11:27.723578 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-21504a41-db13-48e3-86f4-4793c77873e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:27.724113 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21504a41-db13-48e3-86f4-4793c77873e3 None None] Bound using segment: {'id': 'cead694f-eed0-42d7-92bd-123055df5822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d'} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 17:11:27.725303 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-21504a41-db13-48e3-86f4-4793c77873e3 None None] Bound port: 6a5f9d0b-db49-42ad-8906-42d71880f281, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cead694f-eed0-42d7-92bd-123055df5822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d'}}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 17:11:27.725303 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-21504a41-db13-48e3-86f4-4793c77873e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:27.768362 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-56a533ff-fc90-44ae-bf14-e7024a15c60f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:27.808410 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-21504a41-db13-48e3-86f4-4793c77873e3 None None] For port 6a5f9d0b-db49-42ad-8906-42d71880f281, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 17:11:27.811956 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-21504a41-db13-48e3-86f4-4793c77873e3 None None] For port 6a5f9d0b-db49-42ad-8906-42d71880f281, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=6a5f9d0b-db49-42ad-8906-42d71880f281,segment=NetworkSegment(cead694f-eed0-42d7-92bd-123055df5822),segment_id=cead694f-eed0-42d7-92bd-123055df5822)] {{(pid=91926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 17:11:27.813493 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-56a533ff-fc90-44ae-bf14-e7024a15c60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12205892'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:27.816487 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-21504a41-db13-48e3-86f4-4793c77873e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:27.817571 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:27.818813 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-21504a41-db13-48e3-86f4-4793c77873e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:27.864447 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a533ff-fc90-44ae-bf14-e7024a15c60f admin admin] Network 2e21213b-d279-4f17-b7ac-a39d3c551e15 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:11:27.878960 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-56a533ff-fc90-44ae-bf14-e7024a15c60f admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:11:27.884926 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a533ff-fc90-44ae-bf14-e7024a15c60f admin admin] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 17:11:27.892079 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21504a41-db13-48e3-86f4-4793c77873e3 None None] Pushing event updated for resources: {'Port': ['ID=6a5f9d0b-db49-42ad-8906-42d71880f281,revision_number=2']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:27.896069 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-21504a41-db13-48e3-86f4-4793c77873e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:27.923552 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a533ff-fc90-44ae-bf14-e7024a15c60f admin admin] Pushing event updated for resources: {'Port': ['ID=ab1918f5-184d-4219-bb18-38c0926e36b3,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:27.927093 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-56a533ff-fc90-44ae-bf14-e7024a15c60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:28.294716 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-56a533ff-fc90-44ae-bf14-e7024a15c60f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:28.569189 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-56a533ff-fc90-44ae-bf14-e7024a15c60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-621735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594330'] for router, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:28.653804 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 6a5f9d0b-db49-42ad-8906-42d71880f281 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:11:28.720366 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port 6a5f9d0b-db49-42ad-8906-42d71880f281 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:11:28.767780 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a533ff-fc90-44ae-bf14-e7024a15c60f admin admin] Router 906500a3-81bd-4ba7-bd48-9636883e7bab is scheduled to L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 with binding_index 1 {{(pid=91924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 17:11:28.935412 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a533ff-fc90-44ae-bf14-e7024a15c60f admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 17:11:28.944968 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d766fa67-437c-4d26-8fe4-66bf0e17c370 None None] Network 8423b44f-5a8c-4846-820c-03d5babfe51d requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 17:11:28.949729 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] Sync routers for ids ['906500a3-81bd-4ba7-bd48-9636883e7bab'] in dv-cinder-796286-2-iscsi {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 17:11:28.959114 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-56a533ff-fc90-44ae-bf14-e7024a15c60f admin admin] Notify callbacks [] for router, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:28.963220 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-56a533ff-fc90-44ae-bf14-e7024a15c60f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1226571 Jun 14 17:11:28.966891 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 45866) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:28.981781 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] Routers {'906500a3-81bd-4ba7-bd48-9636883e7bab'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:11:28.982472 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:11:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['906500a3-81bd-4ba7-bd48-9636883e7bab'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:11:29.161166 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-4bd2623b-ddaf-4702-995a-b89ff3ee5b36 None None] Provisioning for port 6a5f9d0b-db49-42ad-8906-42d71880f281 completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:11:29.172608 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-4bd2623b-ddaf-4702-995a-b89ff3ee5b36 None None] Provisioning complete for port 6a5f9d0b-db49-42ad-8906-42d71880f281 triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:11:29.172985 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-4bd2623b-ddaf-4702-995a-b89ff3ee5b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:29.271722 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] Set router 906500a3-81bd-4ba7-bd48-9636883e7bab gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:11:29.534319 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-4bd2623b-ddaf-4702-995a-b89ff3ee5b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:29.566456 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b3d7cfa4-36e0-4950-adf5-293cd1d484e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:29.625292 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-4bd2623b-ddaf-4702-995a-b89ff3ee5b36 None None] For port 6a5f9d0b-db49-42ad-8906-42d71880f281, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=6a5f9d0b-db49-42ad-8906-42d71880f281,segment=NetworkSegment(cead694f-eed0-42d7-92bd-123055df5822),segment_id=cead694f-eed0-42d7-92bd-123055df5822)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:11:29.630483 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-4bd2623b-ddaf-4702-995a-b89ff3ee5b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:29.633578 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:29.727541 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'name': 'tempest-TestShelveInstance-1701247211-router', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ab1918f5-184d-4219-bb18-38c0926e36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:11:26Z', 'updated_at': '2021-06-14T17:11:28Z', 'revision_number': 3, 'project_id': '116dc0810f364143a2a00f614d76b486', 'gw_port': {'id': 'ab1918f5-184d-4219-bb18-38c0926e36b3', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:27Z', 'updated_at': '2021-06-14T17:11:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:11:29.736608 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2623b-ddaf-4702-995a-b89ff3ee5b36 None None] Pushing event updated for resources: {'Port': ['ID=6a5f9d0b-db49-42ad-8906-42d71880f281,revision_number=3']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:29.740049 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] Checking router: 906500a3-81bd-4ba7-bd48-9636883e7bab for host: dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 17:11:29.740479 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] Updating router 906500a3-81bd-4ba7-bd48-9636883e7bab port ab1918f5-184d-4219-bb18-38c0926e36b3 binding host dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 17:11:29.744052 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-4bd2623b-ddaf-4702-995a-b89ff3ee5b36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:29.807611 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [None req-b3d7cfa4-36e0-4950-adf5-293cd1d484e1 admin admin] Allocated IP 172.20.0.1 (8423b44f-5a8c-4846-820c-03d5babfe51d/84f271ce-1b0c-4c14-aa77-c3984720885a/c0b096eb-85d5-41cc-8780-0d23d55824fa) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 17:11:29.931037 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:29.966885 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b3d7cfa4-36e0-4950-adf5-293cd1d484e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:29.979426 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [None req-b3d7cfa4-36e0-4950-adf5-293cd1d484e1 admin admin] Transition to ACTIVE for port object c0b096eb-85d5-41cc-8780-0d23d55824fa will not be triggered until provisioned by entity DHCP. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:11:30.014935 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b3d7cfa4-36e0-4950-adf5-293cd1d484e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11589351'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:30.017662 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-745020f7-15a6-43d9-8ec3-7c4c0648c9de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:30.032762 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-6b550187-dad0-4c77-922d-ea9d0237b0ee None None] Provisioning complete for port 6a5f9d0b-db49-42ad-8906-42d71880f281 triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:11:30.033131 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-6b550187-dad0-4c77-922d-ea9d0237b0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:30.060806 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d7cfa4-36e0-4950-adf5-293cd1d484e1 admin admin] Network 8423b44f-5a8c-4846-820c-03d5babfe51d is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:11:30.065902 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-b3d7cfa4-36e0-4950-adf5-293cd1d484e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:11:30.070644 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d7cfa4-36e0-4950-adf5-293cd1d484e1 admin admin] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 17:11:30.074759 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7cfa4-36e0-4950-adf5-293cd1d484e1 admin admin] Pushing event updated for resources: {'Port': ['ID=c0b096eb-85d5-41cc-8780-0d23d55824fa,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:30.100749 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-b3d7cfa4-36e0-4950-adf5-293cd1d484e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:30.119599 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b3d7cfa4-36e0-4950-adf5-293cd1d484e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591455'] for router_interface, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:30.312720 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b3d7cfa4-36e0-4950-adf5-293cd1d484e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:30.317324 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] Notify callbacks [] for port, precommit_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:30.326954 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] Transition to ACTIVE for port object ab1918f5-184d-4219-bb18-38c0926e36b3 will not be triggered until provisioned by entity L2. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:11:30.332062 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:30.333889 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:30.400193 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d18dc-497e-46e3-82c2-9aa2fb45e69c None None] Pushing event updated for resources: {'Port': ['ID=ab1918f5-184d-4219-bb18-38c0926e36b3,revision_number=2']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:30.403664 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-ed0a93ca-a3bc-4d34-871c-a532a220c058 None None] Provisioning for port c0b096eb-85d5-41cc-8780-0d23d55824fa completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:11:30.405954 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-204d18dc-497e-46e3-82c2-9aa2fb45e69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:30.407741 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] Attempting to bind port ab1918f5-184d-4219-bb18-38c0926e36b3 on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 17:11:30.408161 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] Attempting to bind port ab1918f5-184d-4219-bb18-38c0926e36b3 by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 17:11:30.408436 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] Attempting to bind port ab1918f5-184d-4219-bb18-38c0926e36b3 on network 2e21213b-d279-4f17-b7ac-a39d3c551e15 {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:11:30.411579 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-ed0a93ca-a3bc-4d34-871c-a532a220c058 None None] Provisioning complete for port c0b096eb-85d5-41cc-8780-0d23d55824fa triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:11:30.411944 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-ed0a93ca-a3bc-4d34-871c-a532a220c058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:30.416116 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 17, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 17:11:30.416487 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] Checking segment: {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 17:11:30.416866 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:30.417320 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] Bound using segment: {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 17:11:30.417847 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] Bound port: ab1918f5-184d-4219-bb18-38c0926e36b3, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 17:11:30.418316 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:30.485358 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-ed0a93ca-a3bc-4d34-871c-a532a220c058 None None] Port c0b096eb-85d5-41cc-8780-0d23d55824fa cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 17:11:30.506514 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] For port ab1918f5-184d-4219-bb18-38c0926e36b3, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 17:11:30.508640 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b3d7cfa4-36e0-4950-adf5-293cd1d484e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:30.510819 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] For port ab1918f5-184d-4219-bb18-38c0926e36b3, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=ab1918f5-184d-4219-bb18-38c0926e36b3,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 17:11:30.515079 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b3d7cfa4-36e0-4950-adf5-293cd1d484e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11589337'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:30.516810 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:30.517311 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-31b5f85d-4708-4468-9ad1-53363da606fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:30.519613 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-31bdfdb2-a16e-4941-8d4f-1f8fd927ce26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:30.589770 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] Routers {'906500a3-81bd-4ba7-bd48-9636883e7bab'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:11:30.590436 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:11:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['906500a3-81bd-4ba7-bd48-9636883e7bab'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:11:30.603668 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7cfa4-36e0-4950-adf5-293cd1d484e1 admin admin] Pushing event updated for resources: {'Port': ['ID=c0b096eb-85d5-41cc-8780-0d23d55824fa,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:30.606118 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b3d7cfa4-36e0-4950-adf5-293cd1d484e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591563'] for router_interface, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:30.608181 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-b3d7cfa4-36e0-4950-adf5-293cd1d484e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:30.644202 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 6a5f9d0b-db49-42ad-8906-42d71880f281 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:11:30.690944 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d18dc-497e-46e3-82c2-9aa2fb45e69c None None] Pushing event updated for resources: {'Port': ['ID=ab1918f5-184d-4219-bb18-38c0926e36b3,revision_number=3']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:30.716563 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-204d18dc-497e-46e3-82c2-9aa2fb45e69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:30.751111 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d7cfa4-36e0-4950-adf5-293cd1d484e1 admin admin] Network 8423b44f-5a8c-4846-820c-03d5babfe51d is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:11:30.753164 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-b3d7cfa4-36e0-4950-adf5-293cd1d484e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:11:30.784073 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 6a5f9d0b-db49-42ad-8906-42d71880f281 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:11:30.784557 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:30.787062 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] Set router 906500a3-81bd-4ba7-bd48-9636883e7bab gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:11:30.969008 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d7cfa4-36e0-4950-adf5-293cd1d484e1 admin admin] Router 906500a3-81bd-4ba7-bd48-9636883e7bab has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 17:11:31.106005 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-2a95bcc9-def7-49d6-9a19-5b1d3ff00eb2 None None] Provisioning complete for port c0b096eb-85d5-41cc-8780-0d23d55824fa triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:11:31.106426 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-2a95bcc9-def7-49d6-9a19-5b1d3ff00eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:31.149194 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d7cfa4-36e0-4950-adf5-293cd1d484e1 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 17:11:31.155588 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-b3d7cfa4-36e0-4950-adf5-293cd1d484e1 admin admin] 10.222.0.25 "PUT /v2.0/routers/906500a3-81bd-4ba7-bd48-9636883e7bab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1876049 Jun 14 17:11:31.177589 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-2a95bcc9-def7-49d6-9a19-5b1d3ff00eb2 None None] Port c0b096eb-85d5-41cc-8780-0d23d55824fa cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 17:11:31.208043 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'name': 'tempest-TestShelveInstance-1701247211-router', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ab1918f5-184d-4219-bb18-38c0926e36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:11:26Z', 'updated_at': '2021-06-14T17:11:30Z', 'revision_number': 4, 'project_id': '116dc0810f364143a2a00f614d76b486', 'gw_port': {'id': 'ab1918f5-184d-4219-bb18-38c0926e36b3', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:27Z', 'updated_at': '2021-06-14T17:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': 'c0b096eb-85d5-41cc-8780-0d23d55824fa', 'name': '', 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'mac_address': 'fa:16:3e:36:6d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '84f271ce-1b0c-4c14-aa77-c3984720885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:29Z', 'updated_at': '2021-06-14T17:11:30Z', 'revision_number': 2, 'project_id': '116dc0810f364143a2a00f614d76b486', 'subnets': [{'id': '84f271ce-1b0c-4c14-aa77-c3984720885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:11:31.211564 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be7f4c1-694e-49f1-b279-a3f9db2d48a0 None None] The sync data for ids ['906500a3-81bd-4ba7-bd48-9636883e7bab'] in dv-cinder-796286-2-iscsi is: [{'id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'name': 'tempest-TestShelveInstance-1701247211-router', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ab1918f5-184d-4219-bb18-38c0926e36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:11:26Z', 'updated_at': '2021-06-14T17:11:30Z', 'revision_number': 4, 'project_id': '116dc0810f364143a2a00f614d76b486', 'gw_port': {'id': 'ab1918f5-184d-4219-bb18-38c0926e36b3', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:27Z', 'updated_at': '2021-06-14T17:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': 'c0b096eb-85d5-41cc-8780-0d23d55824fa', 'name': '', 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'mac_address': 'fa:16:3e:36:6d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '84f271ce-1b0c-4c14-aa77-c3984720885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:29Z', 'updated_at': '2021-06-14T17:11:30Z', 'revision_number': 2, 'project_id': '116dc0810f364143a2a00f614d76b486', 'subnets': [{'id': '84f271ce-1b0c-4c14-aa77-c3984720885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 17:11:31.760297 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 45904) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:31.765602 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-f401c8f3-6567-4168-bc85-53ebc0343a8c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2061085325-network', 'tenant_id': '750d993fecdc4b28b22a4e7b3345b60c'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:11:31.787576 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f401c8f3-6567-4168-bc85-53ebc0343a8c admin admin] Made reservation on behalf of 750d993fecdc4b28b22a4e7b3345b60c for: {'network': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 17:11:31.789959 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f401c8f3-6567-4168-bc85-53ebc0343a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for network, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:31.808728 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f401c8f3-6567-4168-bc85-53ebc0343a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:31.934010 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f401c8f3-6567-4168-bc85-53ebc0343a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:31.939864 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f401c8f3-6567-4168-bc85-53ebc0343a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:31.944256 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-e218b089-c8ba-4c07-b3fb-d489e792444a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:31.969145 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f401c8f3-6567-4168-bc85-53ebc0343a8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=91924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 14 17:11:31.979880 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401c8f3-6567-4168-bc85-53ebc0343a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7a2c84-63ff-4883-820e-c4ce4ea9c82f,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:31.983934 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f401c8f3-6567-4168-bc85-53ebc0343a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:31.985018 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f401c8f3-6567-4168-bc85-53ebc0343a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:31.985354 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.db.segments_db [None req-f401c8f3-6567-4168-bc85-53ebc0343a8c admin admin] Added segment 19e9edb1-8fda-4b2a-b0e6-4d62566d553b of type vlan for network 0e73c703-6212-4765-bb40-483d43c81caf Jun 14 17:11:32.048649 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f401c8f3-6567-4168-bc85-53ebc0343a8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769376812472'] for network, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:32.084219 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f401c8f3-6567-4168-bc85-53ebc0343a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826'] for network, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:32.085737 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f401c8f3-6567-4168-bc85-53ebc0343a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:11:32.086353 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f401c8f3-6567-4168-bc85-53ebc0343a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:32.089460 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:32.128186 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-f401c8f3-6567-4168-bc85-53ebc0343a8c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3658993 Jun 14 17:11:32.130519 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 45910) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:32.138334 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-5c3eb918-065c-45c0-94d6-77914572c703 admin admin] Request body: {'subnet': {'network_id': '0e73c703-6212-4765-bb40-483d43c81caf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2061085325-subnet', 'tenant_id': '750d993fecdc4b28b22a4e7b3345b60c', 'ip_version': 4}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:11:32.187477 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401c8f3-6567-4168-bc85-53ebc0343a8c admin admin] Pushing event updated for resources: {'Network': ['ID=0e73c703-6212-4765-bb40-483d43c81caf,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:32.192503 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f401c8f3-6567-4168-bc85-53ebc0343a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:32.203218 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Network 0e73c703-6212-4765-bb40-483d43c81caf details requested by agent ovs-agent-dv-cinder-796286-2-iscsi with host dv-cinder-796286-2-iscsi {{(pid=91926) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 14 17:11:32.208357 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3eb918-065c-45c0-94d6-77914572c703 admin admin] Made reservation on behalf of 750d993fecdc4b28b22a4e7b3345b60c for: {'subnet': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 17:11:32.210806 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-5c3eb918-065c-45c0-94d6-77914572c703 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12516335'] for subnet, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:32.650639 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device ab1918f5-184d-4219-bb18-38c0926e36b3 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:11:32.717873 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port ab1918f5-184d-4219-bb18-38c0926e36b3 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:11:32.724959 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port ab1918f5-184d-4219-bb18-38c0926e36b3 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:11:32.725556 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:32.801671 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-5c3eb918-065c-45c0-94d6-77914572c703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12204788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12516345'] for subnet, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:32.805577 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b3113d89-86e8-4e8c-95a6-c3836ec9d167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:32.837404 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:32.868739 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] For port ab1918f5-184d-4219-bb18-38c0926e36b3, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=ab1918f5-184d-4219-bb18-38c0926e36b3,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:11:32.873621 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:32.877880 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:32.890665 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3eb918-065c-45c0-94d6-77914572c703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c02e1875-f379-4040-935d-a475b11d35a5,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:32.895898 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-5c3eb918-065c-45c0-94d6-77914572c703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:32.909810 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3eb918-065c-45c0-94d6-77914572c703 admin admin] Checking segment: {'id': '19e9edb1-8fda-4b2a-b0e6-4d62566d553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '0e73c703-6212-4765-bb40-483d43c81caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 17:11:32.910204 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3eb918-065c-45c0-94d6-77914572c703 admin admin] Network hostable DHCP agents. Network: 0e73c703-6212-4765-bb40-483d43c81caf, hostable agents: ['375ffa47-0472-477a-9943-d26e949c75c5'], hosted agents: [] {{(pid=91924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 14 17:11:32.943736 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3eb918-065c-45c0-94d6-77914572c703 admin admin] Network 0e73c703-6212-4765-bb40-483d43c81caf is scheduled to be hosted by DHCP agent 375ffa47-0472-477a-9943-d26e949c75c5 with binding_index 1 {{(pid=91924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 14 17:11:32.959293 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Pushing event updated for resources: {'Port': ['ID=ab1918f5-184d-4219-bb18-38c0926e36b3,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:32.959593 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-5c3eb918-065c-45c0-94d6-77914572c703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-2-iscsi, 0e73c703-6212-4765-bb40-483d43c81caf) {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:11:32.964054 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:32.971472 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3eb918-065c-45c0-94d6-77914572c703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:11:32.972267 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-5c3eb918-065c-45c0-94d6-77914572c703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:32.978235 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5237a5ae-7835-4694-bfbf-a7ecf56fcbc3 None None] Network 0e73c703-6212-4765-bb40-483d43c81caf requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 17:11:33.001742 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-5c3eb918-065c-45c0-94d6-77914572c703 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8700359 Jun 14 17:11:33.005377 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 45918) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:33.011200 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-5d2496b3-0414-4c13-ad88-03ab04d198a5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2061085325-router', 'tenant_id': '750d993fecdc4b28b22a4e7b3345b60c', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:11:33.043878 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5d2496b3-0414-4c13-ad88-03ab04d198a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-621740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106213'] for router, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:33.045511 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5d2496b3-0414-4c13-ad88-03ab04d198a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-621771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-595165', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-743618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106220'] for router, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:33.143184 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5d2496b3-0414-4c13-ad88-03ab04d198a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:33.338617 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b375b20-33d5-43d9-a356-1533f70f06dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc755246c-0e71-5945-9550-72e741f73a7f-0e73c703-6212-4765-bb40-483d43c81caf', 'network_id': '0e73c703-6212-4765-bb40-483d43c81caf', 'tenant_id': '750d993fecdc4b28b22a4e7b3345b60c', 'fixed_ips': [{'subnet_id': 'c02e1875-f379-4040-935d-a475b11d35a5'}]}} from dv-cinder-796286-2-iscsi. {{(pid=91926) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 14 17:11:33.339882 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-6b375b20-33d5-43d9-a356-1533f70f06dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:33.368773 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] Sync routers for ids ['906500a3-81bd-4ba7-bd48-9636883e7bab'] in dv-cinder-796286-2-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 17:11:33.395650 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] Routers {'906500a3-81bd-4ba7-bd48-9636883e7bab'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:11:33.396442 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:11:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['906500a3-81bd-4ba7-bd48-9636883e7bab'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:11:33.508318 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.db_base_plugin_common [None req-6b375b20-33d5-43d9-a356-1533f70f06dd None None] Allocated IP 172.20.0.2 (0e73c703-6212-4765-bb40-483d43c81caf/c02e1875-f379-4040-935d-a475b11d35a5/ab141b9b-ad1d-40ef-beba-6f6319c57987) {{(pid=91926) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 17:11:33.554768 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] Set router 906500a3-81bd-4ba7-bd48-9636883e7bab gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:11:33.680581 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5d2496b3-0414-4c13-ad88-03ab04d198a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-595138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-621758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106234'] for router, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:33.728167 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-6b375b20-33d5-43d9-a356-1533f70f06dd None None] Notify callbacks [] for port, precommit_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:33.739949 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-6b375b20-33d5-43d9-a356-1533f70f06dd None None] Transition to ACTIVE for port object ab141b9b-ad1d-40ef-beba-6f6319c57987 will not be triggered until provisioned by entity L2. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:11:33.762671 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-6b375b20-33d5-43d9-a356-1533f70f06dd None None] Transition to ACTIVE for port object ab141b9b-ad1d-40ef-beba-6f6319c57987 will not be triggered until provisioned by entity DHCP. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:11:33.771297 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-6b375b20-33d5-43d9-a356-1533f70f06dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408'] for port, after_create {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:33.775434 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:33.837530 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b375b20-33d5-43d9-a356-1533f70f06dd None None] Network 0e73c703-6212-4765-bb40-483d43c81caf is already hosted by enough agents. {{(pid=91926) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:11:33.843643 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.scheduler.base_scheduler [None req-6b375b20-33d5-43d9-a356-1533f70f06dd None None] Resources bound (agent type, host, resource id): {{(pid=91926) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:11:33.847050 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b375b20-33d5-43d9-a356-1533f70f06dd None None] Received port after_create {{(pid=91926) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 17:11:33.851200 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b375b20-33d5-43d9-a356-1533f70f06dd None None] Pushing event updated for resources: {'Port': ['ID=ab141b9b-ad1d-40ef-beba-6f6319c57987,revision_number=1']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:33.855500 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-6b375b20-33d5-43d9-a356-1533f70f06dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:33.866039 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'name': 'tempest-TestShelveInstance-1701247211-router', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ab1918f5-184d-4219-bb18-38c0926e36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:11:26Z', 'updated_at': '2021-06-14T17:11:30Z', 'revision_number': 4, 'project_id': '116dc0810f364143a2a00f614d76b486', 'gw_port': {'id': 'ab1918f5-184d-4219-bb18-38c0926e36b3', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:27Z', 'updated_at': '2021-06-14T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': 'c0b096eb-85d5-41cc-8780-0d23d55824fa', 'name': '', 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'mac_address': 'fa:16:3e:36:6d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '84f271ce-1b0c-4c14-aa77-c3984720885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:29Z', 'updated_at': '2021-06-14T17:11:30Z', 'revision_number': 2, 'project_id': '116dc0810f364143a2a00f614d76b486', 'subnets': [{'id': '84f271ce-1b0c-4c14-aa77-c3984720885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:11:33.884202 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] Checking router: 906500a3-81bd-4ba7-bd48-9636883e7bab for host: dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 17:11:33.887099 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] Updating router 906500a3-81bd-4ba7-bd48-9636883e7bab port c0b096eb-85d5-41cc-8780-0d23d55824fa binding host dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 17:11:33.943988 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-6b375b20-33d5-43d9-a356-1533f70f06dd None None] Attempting to bind port ab141b9b-ad1d-40ef-beba-6f6319c57987 on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 17:11:33.944908 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-6b375b20-33d5-43d9-a356-1533f70f06dd None None] Attempting to bind port ab141b9b-ad1d-40ef-beba-6f6319c57987 by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': '19e9edb1-8fda-4b2a-b0e6-4d62566d553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '0e73c703-6212-4765-bb40-483d43c81caf'}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 17:11:33.945781 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:33.946697 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b375b20-33d5-43d9-a356-1533f70f06dd None None] Attempting to bind port ab141b9b-ad1d-40ef-beba-6f6319c57987 on network 0e73c703-6212-4765-bb40-483d43c81caf {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:11:33.953855 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b375b20-33d5-43d9-a356-1533f70f06dd None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 17, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 17:11:33.954239 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b375b20-33d5-43d9-a356-1533f70f06dd None None] Checking segment: {'id': '19e9edb1-8fda-4b2a-b0e6-4d62566d553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '0e73c703-6212-4765-bb40-483d43c81caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 17:11:33.954684 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-6b375b20-33d5-43d9-a356-1533f70f06dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:33.955079 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b375b20-33d5-43d9-a356-1533f70f06dd None None] Bound using segment: {'id': '19e9edb1-8fda-4b2a-b0e6-4d62566d553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '0e73c703-6212-4765-bb40-483d43c81caf'} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 17:11:33.955845 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-6b375b20-33d5-43d9-a356-1533f70f06dd None None] Bound port: ab141b9b-ad1d-40ef-beba-6f6319c57987, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e9edb1-8fda-4b2a-b0e6-4d62566d553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '0e73c703-6212-4765-bb40-483d43c81caf'}}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 17:11:33.956224 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-6b375b20-33d5-43d9-a356-1533f70f06dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:34.012422 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5d2496b3-0414-4c13-ad88-03ab04d198a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:34.040247 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5d2496b3-0414-4c13-ad88-03ab04d198a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:34.045094 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-6b375b20-33d5-43d9-a356-1533f70f06dd None None] For port ab141b9b-ad1d-40ef-beba-6f6319c57987, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 17:11:34.049457 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-6b375b20-33d5-43d9-a356-1533f70f06dd None None] For port ab141b9b-ad1d-40ef-beba-6f6319c57987, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=ab141b9b-ad1d-40ef-beba-6f6319c57987,segment=NetworkSegment(19e9edb1-8fda-4b2a-b0e6-4d62566d553b),segment_id=19e9edb1-8fda-4b2a-b0e6-4d62566d553b)] {{(pid=91926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 17:11:34.057960 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-6b375b20-33d5-43d9-a356-1533f70f06dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:34.072683 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-31bdfdb2-a16e-4941-8d4f-1f8fd927ce26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:34.163590 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b375b20-33d5-43d9-a356-1533f70f06dd None None] Pushing event updated for resources: {'Port': ['ID=ab141b9b-ad1d-40ef-beba-6f6319c57987,revision_number=2']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:34.173965 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-6b375b20-33d5-43d9-a356-1533f70f06dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:34.196046 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [None req-5d2496b3-0414-4c13-ad88-03ab04d198a5 admin admin] Allocated IP 172.27.0.110 (2e21213b-d279-4f17-b7ac-a39d3c551e15/cd8b9889-3c5e-49b3-9c23-75f1e7c20530/abc7c745-ee20-4e24-820b-db3656fbfd24) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 17:11:34.318007 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] Notify callbacks [] for port, precommit_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:34.355768 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.provisioning_blocks [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] Transition to ACTIVE for port object c0b096eb-85d5-41cc-8780-0d23d55824fa will not be triggered until provisioned by entity L2. {{(pid=91927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:11:34.365951 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5d2496b3-0414-4c13-ad88-03ab04d198a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:34.367638 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:34.377932 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-66dc197d-5904-4313-b5c5-198f6931d832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:34.424077 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5d2496b3-0414-4c13-ad88-03ab04d198a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11589351'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:34.429239 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-5aa63152-59e2-4751-af40-5f9660549769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:34.480534 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2496b3-0414-4c13-ad88-03ab04d198a5 admin admin] Network 2e21213b-d279-4f17-b7ac-a39d3c551e15 is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:11:34.483537 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-5d2496b3-0414-4c13-ad88-03ab04d198a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:11:34.487388 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2496b3-0414-4c13-ad88-03ab04d198a5 admin admin] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 17:11:34.529848 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65393e-954d-47d4-b5cd-39497c428874 None None] Pushing event updated for resources: {'Port': ['ID=c0b096eb-85d5-41cc-8780-0d23d55824fa,revision_number=3']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:34.577377 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2496b3-0414-4c13-ad88-03ab04d198a5 admin admin] Pushing event updated for resources: {'Port': ['ID=abc7c745-ee20-4e24-820b-db3656fbfd24,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:34.602660 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b65393e-954d-47d4-b5cd-39497c428874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:34.603503 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b65393e-954d-47d4-b5cd-39497c428874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:34.603503 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b65393e-954d-47d4-b5cd-39497c428874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:34.603697 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b65393e-954d-47d4-b5cd-39497c428874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:34.603988 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b65393e-954d-47d4-b5cd-39497c428874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:34.604307 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b65393e-954d-47d4-b5cd-39497c428874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:34.604622 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b65393e-954d-47d4-b5cd-39497c428874 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:34.605199 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b65393e-954d-47d4-b5cd-39497c428874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:34.605534 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b65393e-954d-47d4-b5cd-39497c428874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:34.611941 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b65393e-954d-47d4-b5cd-39497c428874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:34.612393 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b65393e-954d-47d4-b5cd-39497c428874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:34.612913 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b65393e-954d-47d4-b5cd-39497c428874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:11:34.623493 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-9b65393e-954d-47d4-b5cd-39497c428874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:34.635500 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] Attempting to bind port c0b096eb-85d5-41cc-8780-0d23d55824fa on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 17:11:34.635975 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] Attempting to bind port c0b096eb-85d5-41cc-8780-0d23d55824fa by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': 'cead694f-eed0-42d7-92bd-123055df5822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d'}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 17:11:34.636893 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] Attempting to bind port c0b096eb-85d5-41cc-8780-0d23d55824fa on network 8423b44f-5a8c-4846-820c-03d5babfe51d {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:11:34.643119 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 17, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 17:11:34.643604 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] Checking segment: {'id': 'cead694f-eed0-42d7-92bd-123055df5822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 17:11:34.644124 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:34.644704 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] Bound using segment: {'id': 'cead694f-eed0-42d7-92bd-123055df5822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d'} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 17:11:34.645224 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] Bound port: c0b096eb-85d5-41cc-8780-0d23d55824fa, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cead694f-eed0-42d7-92bd-123055df5822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d'}}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 17:11:34.645602 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:34.733231 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-5d2496b3-0414-4c13-ad88-03ab04d198a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:34.758246 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] For port c0b096eb-85d5-41cc-8780-0d23d55824fa, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 17:11:34.762674 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] For port c0b096eb-85d5-41cc-8780-0d23d55824fa, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=c0b096eb-85d5-41cc-8780-0d23d55824fa,segment=NetworkSegment(cead694f-eed0-42d7-92bd-123055df5822),segment_id=cead694f-eed0-42d7-92bd-123055df5822)] {{(pid=91927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 17:11:34.767661 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:34.770549 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-66dc197d-5904-4313-b5c5-198f6931d832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:34.783623 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device ab1918f5-184d-4219-bb18-38c0926e36b3 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:11:34.860985 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] Routers {'906500a3-81bd-4ba7-bd48-9636883e7bab'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:11:34.861637 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:11:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['906500a3-81bd-4ba7-bd48-9636883e7bab'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:11:34.887461 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port ab1918f5-184d-4219-bb18-38c0926e36b3 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:11:34.889156 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:35.022337 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5d2496b3-0414-4c13-ad88-03ab04d198a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:35.043006 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device ab141b9b-ad1d-40ef-beba-6f6319c57987 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:11:35.130483 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port ab141b9b-ad1d-40ef-beba-6f6319c57987 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:11:35.170427 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65393e-954d-47d4-b5cd-39497c428874 None None] Pushing event updated for resources: {'Port': ['ID=c0b096eb-85d5-41cc-8780-0d23d55824fa,revision_number=4']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:35.175832 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-9b65393e-954d-47d4-b5cd-39497c428874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:35.246209 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] Set router 906500a3-81bd-4ba7-bd48-9636883e7bab gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:11:35.366049 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5d2496b3-0414-4c13-ad88-03ab04d198a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-621735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-594330'] for router, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:35.430763 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dee901c-80fb-433d-af62-41b80c367433 None None] Network 0e73c703-6212-4765-bb40-483d43c81caf requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 17:11:35.519205 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'name': 'tempest-TestShelveInstance-1701247211-router', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ab1918f5-184d-4219-bb18-38c0926e36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:11:26Z', 'updated_at': '2021-06-14T17:11:30Z', 'revision_number': 4, 'project_id': '116dc0810f364143a2a00f614d76b486', 'gw_port': {'id': 'ab1918f5-184d-4219-bb18-38c0926e36b3', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:27Z', 'updated_at': '2021-06-14T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': 'c0b096eb-85d5-41cc-8780-0d23d55824fa', 'name': '', 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'mac_address': 'fa:16:3e:36:6d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '84f271ce-1b0c-4c14-aa77-c3984720885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:29Z', 'updated_at': '2021-06-14T17:11:34Z', 'revision_number': 4, 'project_id': '116dc0810f364143a2a00f614d76b486', 'subnets': [{'id': '84f271ce-1b0c-4c14-aa77-c3984720885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:11:35.523950 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c863f3-fdf6-4d1b-b666-0ce27cd832fb None None] The sync data for ids ['906500a3-81bd-4ba7-bd48-9636883e7bab'] in dv-cinder-796286-2-iscsi is: [{'id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'name': 'tempest-TestShelveInstance-1701247211-router', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ab1918f5-184d-4219-bb18-38c0926e36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:11:26Z', 'updated_at': '2021-06-14T17:11:30Z', 'revision_number': 4, 'project_id': '116dc0810f364143a2a00f614d76b486', 'gw_port': {'id': 'ab1918f5-184d-4219-bb18-38c0926e36b3', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:27Z', 'updated_at': '2021-06-14T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': 'c0b096eb-85d5-41cc-8780-0d23d55824fa', 'name': '', 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'mac_address': 'fa:16:3e:36:6d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '84f271ce-1b0c-4c14-aa77-c3984720885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:29Z', 'updated_at': '2021-06-14T17:11:34Z', 'revision_number': 4, 'project_id': '116dc0810f364143a2a00f614d76b486', 'subnets': [{'id': '84f271ce-1b0c-4c14-aa77-c3984720885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 17:11:35.534953 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2496b3-0414-4c13-ad88-03ab04d198a5 admin admin] Router 2774040d-d30e-40ef-b28b-4b746f92cfea is scheduled to L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 with binding_index 1 {{(pid=91925) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 14 17:11:35.536147 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0d47bbc5-f631-4d7a-93c0-e0a98cdcf06a None None] Provisioning for port ab141b9b-ad1d-40ef-beba-6f6319c57987 completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:11:35.550433 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0d47bbc5-f631-4d7a-93c0-e0a98cdcf06a None None] Provisioning complete for port ab141b9b-ad1d-40ef-beba-6f6319c57987 triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:11:35.550433 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0d47bbc5-f631-4d7a-93c0-e0a98cdcf06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:35.731773 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0d47bbc5-f631-4d7a-93c0-e0a98cdcf06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:35.784203 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0d47bbc5-f631-4d7a-93c0-e0a98cdcf06a None None] For port ab141b9b-ad1d-40ef-beba-6f6319c57987, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=ab141b9b-ad1d-40ef-beba-6f6319c57987,segment=NetworkSegment(19e9edb1-8fda-4b2a-b0e6-4d62566d553b),segment_id=19e9edb1-8fda-4b2a-b0e6-4d62566d553b)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:11:35.794569 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0d47bbc5-f631-4d7a-93c0-e0a98cdcf06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:35.798548 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:35.871047 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47bbc5-f631-4d7a-93c0-e0a98cdcf06a None None] Pushing event updated for resources: {'Port': ['ID=ab141b9b-ad1d-40ef-beba-6f6319c57987,revision_number=3']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:35.875542 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0d47bbc5-f631-4d7a-93c0-e0a98cdcf06a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:35.994554 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2496b3-0414-4c13-ad88-03ab04d198a5 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 17:11:36.004311 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] Sync routers for ids ['2774040d-d30e-40ef-b28b-4b746f92cfea'] in dv-cinder-796286-2-iscsi {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 17:11:36.022324 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] Routers {'2774040d-d30e-40ef-b28b-4b746f92cfea'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:11:36.022961 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:11:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['2774040d-d30e-40ef-b28b-4b746f92cfea'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:11:36.031625 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-5d2496b3-0414-4c13-ad88-03ab04d198a5 admin admin] Notify callbacks [] for router, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:36.034857 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-5d2496b3-0414-4c13-ad88-03ab04d198a5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0281899 Jun 14 17:11:36.037785 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 45946) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:36.075117 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-28ea9946-3674-4889-b035-9b82e57b53d4 None None] Provisioning complete for port ab141b9b-ad1d-40ef-beba-6f6319c57987 triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:11:36.075491 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-28ea9946-3674-4889-b035-9b82e57b53d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:36.281396 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] Set router 2774040d-d30e-40ef-b28b-4b746f92cfea gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:11:36.699649 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device c0b096eb-85d5-41cc-8780-0d23d55824fa up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:11:36.707612 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a92aed94-1312-46ba-9c2f-058acf486a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:36.774410 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2774040d-d30e-40ef-b28b-4b746f92cfea', 'name': 'tempest-TestShelveInstance-2061085325-router', 'tenant_id': '750d993fecdc4b28b22a4e7b3345b60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'abc7c745-ee20-4e24-820b-db3656fbfd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:11:33Z', 'updated_at': '2021-06-14T17:11:34Z', 'revision_number': 3, 'project_id': '750d993fecdc4b28b22a4e7b3345b60c', 'gw_port': {'id': 'abc7c745-ee20-4e24-820b-db3656fbfd24', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2774040d-d30e-40ef-b28b-4b746f92cfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:34Z', 'updated_at': '2021-06-14T17:11:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:11:36.777862 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port c0b096eb-85d5-41cc-8780-0d23d55824fa completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:11:36.782185 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] Checking router: 2774040d-d30e-40ef-b28b-4b746f92cfea for host: dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 17:11:36.782505 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] Updating router 2774040d-d30e-40ef-b28b-4b746f92cfea port abc7c745-ee20-4e24-820b-db3656fbfd24 binding host dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 17:11:36.784225 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port c0b096eb-85d5-41cc-8780-0d23d55824fa triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:11:36.784595 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:36.863395 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:36.881024 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 45962) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:36.928826 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-a92aed94-1312-46ba-9c2f-058acf486a81 admin admin] Allocated IP 172.20.0.1 (0e73c703-6212-4765-bb40-483d43c81caf/c02e1875-f379-4040-935d-a475b11d35a5/08d02bd2-53fa-4b4e-8898-e6db44ede8c8) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 17:11:37.019447 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c15061af-b580-42b3-92c8-42e9aefdb2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:37.028088 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:37.071051 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a92aed94-1312-46ba-9c2f-058acf486a81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:37.073709 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] For port c0b096eb-85d5-41cc-8780-0d23d55824fa, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=c0b096eb-85d5-41cc-8780-0d23d55824fa,segment=NetworkSegment(cead694f-eed0-42d7-92bd-123055df5822),segment_id=cead694f-eed0-42d7-92bd-123055df5822)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:11:37.085496 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:37.085708 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [None req-a92aed94-1312-46ba-9c2f-058acf486a81 admin admin] Transition to ACTIVE for port object 08d02bd2-53fa-4b4e-8898-e6db44ede8c8 will not be triggered until provisioned by entity DHCP. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:11:37.086338 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device ab141b9b-ad1d-40ef-beba-6f6319c57987 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:11:37.093971 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:37.124848 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a92aed94-1312-46ba-9c2f-058acf486a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12205892'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:37.128061 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d2b78251-7c8c-420f-9140-a0a9ab94cd35 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:37.154414 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c15061af-b580-42b3-92c8-42e9aefdb2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:37.159806 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c15061af-b580-42b3-92c8-42e9aefdb2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:37.162391 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-38dd3367-8023-4122-9b14-744c538050f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:37.182395 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92aed94-1312-46ba-9c2f-058acf486a81 admin admin] Network 0e73c703-6212-4765-bb40-483d43c81caf is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:11:37.185661 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-a92aed94-1312-46ba-9c2f-058acf486a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:11:37.191043 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92aed94-1312-46ba-9c2f-058acf486a81 admin admin] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 17:11:37.195029 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92aed94-1312-46ba-9c2f-058acf486a81 admin admin] Pushing event updated for resources: {'Port': ['ID=08d02bd2-53fa-4b4e-8898-e6db44ede8c8,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:37.198461 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-a92aed94-1312-46ba-9c2f-058acf486a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:37.209523 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15061af-b580-42b3-92c8-42e9aefdb2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaa2275-437e-4076-a166-a3287383ed8a,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:37.215541 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-c15061af-b580-42b3-92c8-42e9aefdb2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:37.220036 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-c15061af-b580-42b3-92c8-42e9aefdb2ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a164e1a9eb8b4cb99e5f112eaeef2477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3377802 Jun 14 17:11:37.228553 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 45966) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:37.264827 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a92aed94-1312-46ba-9c2f-058acf486a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-591455'] for router_interface, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:37.298725 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-87f637db-a490-4daa-a831-ba4f2ce68d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:37.330960 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-87f637db-a490-4daa-a831-ba4f2ce68d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:37.379505 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Pushing event updated for resources: {'Port': ['ID=c0b096eb-85d5-41cc-8780-0d23d55824fa,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:37.384502 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:37.406972 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port ab141b9b-ad1d-40ef-beba-6f6319c57987 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:11:37.407421 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:37.416977 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-87f637db-a490-4daa-a831-ba4f2ce68d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:37.423062 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-87f637db-a490-4daa-a831-ba4f2ce68d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:37.427333 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-87f637db-a490-4daa-a831-ba4f2ce68d61 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ecaa2275-437e-4076-a166-a3287383ed8a HTTP/1.1" status: 204 len: 168 time: 0.2014096 Jun 14 17:11:37.427333 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-f850cb37-f483-4509-b455-6f6e10260dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:37.453290 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f637db-a490-4daa-a831-ba4f2ce68d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecaa2275-437e-4076-a166-a3287383ed8a,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:37.457870 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-87f637db-a490-4daa-a831-ba4f2ce68d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:37.473539 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a92aed94-1312-46ba-9c2f-058acf486a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:37.504496 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] Notify callbacks [] for port, precommit_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:37.519858 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] Transition to ACTIVE for port object abc7c745-ee20-4e24-820b-db3656fbfd24 will not be triggered until provisioned by entity L2. {{(pid=91926) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:11:37.536229 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:37.539156 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-204d18dc-497e-46e3-82c2-9aa2fb45e69c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:37.630379 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-a9e2b696-fc3f-450d-aae2-c60ac8bcfb58 None None] Provisioning for port 08d02bd2-53fa-4b4e-8898-e6db44ede8c8 completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:11:37.649352 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-a9e2b696-fc3f-450d-aae2-c60ac8bcfb58 None None] Provisioning complete for port 08d02bd2-53fa-4b4e-8898-e6db44ede8c8 triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:11:37.649737 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-a9e2b696-fc3f-450d-aae2-c60ac8bcfb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:37.652922 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad897db9-3dda-437f-a5cf-299ce7f65fc9 None None] Pushing event updated for resources: {'Port': ['ID=abc7c745-ee20-4e24-820b-db3656fbfd24,revision_number=2']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:37.656440 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-ad897db9-3dda-437f-a5cf-299ce7f65fc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:37.657293 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] Attempting to bind port abc7c745-ee20-4e24-820b-db3656fbfd24 on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 17:11:37.657712 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] Attempting to bind port abc7c745-ee20-4e24-820b-db3656fbfd24 by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 17:11:37.658176 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] Attempting to bind port abc7c745-ee20-4e24-820b-db3656fbfd24 on network 2e21213b-d279-4f17-b7ac-a39d3c551e15 {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:11:37.689509 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 17, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 17:11:37.689948 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] Checking segment: {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 17:11:37.690410 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:37.691208 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] Bound using segment: {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'} {{(pid=91926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 17:11:37.691326 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.managers [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] Bound port: abc7c745-ee20-4e24-820b-db3656fbfd24, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f03a4c-564b-46b7-b080-ceecdac1a5e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15'}}] {{(pid=91926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 17:11:37.691667 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:37.742599 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2b696-fc3f-450d-aae2-c60ac8bcfb58 None None] Port 08d02bd2-53fa-4b4e-8898-e6db44ede8c8 cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 17:11:37.766781 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a92aed94-1312-46ba-9c2f-058acf486a81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:37.771721 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] For port abc7c745-ee20-4e24-820b-db3656fbfd24, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 17:11:37.771947 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a92aed94-1312-46ba-9c2f-058acf486a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:37.775176 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] For port abc7c745-ee20-4e24-820b-db3656fbfd24, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=abc7c745-ee20-4e24-820b-db3656fbfd24,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 17:11:37.775583 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-406854c6-56bc-4740-b832-6ae7154dedc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:37.783962 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:37.786405 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:37.822195 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 45972) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:37.848405 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b2b0cca1-a0e5-4feb-bae2-56ebfaed7b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:37.861428 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] Routers {'2774040d-d30e-40ef-b28b-4b746f92cfea'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:11:37.862080 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:11:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['2774040d-d30e-40ef-b28b-4b746f92cfea'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:11:37.874853 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92aed94-1312-46ba-9c2f-058acf486a81 admin admin] Pushing event updated for resources: {'Port': ['ID=08d02bd2-53fa-4b4e-8898-e6db44ede8c8,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:37.877744 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a92aed94-1312-46ba-9c2f-058acf486a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-546496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-591563'] for router_interface, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:37.880067 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-a92aed94-1312-46ba-9c2f-058acf486a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:37.965874 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b2b0cca1-a0e5-4feb-bae2-56ebfaed7b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:37.971935 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b2b0cca1-a0e5-4feb-bae2-56ebfaed7b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:37.972146 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad897db9-3dda-437f-a5cf-299ce7f65fc9 None None] Pushing event updated for resources: {'Port': ['ID=abc7c745-ee20-4e24-820b-db3656fbfd24,revision_number=3']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:37.977511 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-493409f8-b1ea-48dd-8b2a-322f805fba0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:37.983757 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-ad897db9-3dda-437f-a5cf-299ce7f65fc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:38.008657 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:38.015220 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0cca1-a0e5-4feb-bae2-56ebfaed7b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763d0766-63aa-4b5e-a2c9-88b424fa07fb,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:38.018609 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-b2b0cca1-a0e5-4feb-bae2-56ebfaed7b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:38.019162 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92aed94-1312-46ba-9c2f-058acf486a81 admin admin] Network 0e73c703-6212-4765-bb40-483d43c81caf is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:11:38.020735 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-a92aed94-1312-46ba-9c2f-058acf486a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:11:38.036141 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-b2b0cca1-a0e5-4feb-bae2-56ebfaed7b38 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b8b7dc4a6f54812af5b2d192f4ee873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2102866 Jun 14 17:11:38.037326 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 45974) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:38.060217 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] Set router 2774040d-d30e-40ef-b28b-4b746f92cfea gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:11:38.100216 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-69495a09-3dc4-4023-8c9c-06d464591707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:38.126434 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-69495a09-3dc4-4023-8c9c-06d464591707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:38.198793 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92aed94-1312-46ba-9c2f-058acf486a81 admin admin] Router 2774040d-d30e-40ef-b28b-4b746f92cfea has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 17:11:38.208163 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-69495a09-3dc4-4023-8c9c-06d464591707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:38.212380 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-69495a09-3dc4-4023-8c9c-06d464591707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:38.213774 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-69495a09-3dc4-4023-8c9c-06d464591707 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/763d0766-63aa-4b5e-a2c9-88b424fa07fb HTTP/1.1" status: 204 len: 168 time: 0.1754909 Jun 14 17:11:38.215192 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-8e574c38-0771-437a-bb0c-a8c2141abdb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:38.226392 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69495a09-3dc4-4023-8c9c-06d464591707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763d0766-63aa-4b5e-a2c9-88b424fa07fb,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:38.229533 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-69495a09-3dc4-4023-8c9c-06d464591707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:38.380130 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92aed94-1312-46ba-9c2f-058acf486a81 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 17:11:38.383048 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-43f7f71d-241f-4d19-a6ef-03fdf53eb1fd None None] Provisioning complete for port 08d02bd2-53fa-4b4e-8898-e6db44ede8c8 triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:11:38.383524 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-43f7f71d-241f-4d19-a6ef-03fdf53eb1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:38.386791 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-a92aed94-1312-46ba-9c2f-058acf486a81 admin admin] 10.222.0.25 "PUT /v2.0/routers/2774040d-d30e-40ef-b28b-4b746f92cfea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3480706 Jun 14 17:11:38.441987 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-43f7f71d-241f-4d19-a6ef-03fdf53eb1fd None None] Port 08d02bd2-53fa-4b4e-8898-e6db44ede8c8 cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 17:11:38.449623 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2774040d-d30e-40ef-b28b-4b746f92cfea', 'name': 'tempest-TestShelveInstance-2061085325-router', 'tenant_id': '750d993fecdc4b28b22a4e7b3345b60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'abc7c745-ee20-4e24-820b-db3656fbfd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:11:33Z', 'updated_at': '2021-06-14T17:11:37Z', 'revision_number': 4, 'project_id': '750d993fecdc4b28b22a4e7b3345b60c', 'gw_port': {'id': 'abc7c745-ee20-4e24-820b-db3656fbfd24', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2774040d-d30e-40ef-b28b-4b746f92cfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:34Z', 'updated_at': '2021-06-14T17:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '08d02bd2-53fa-4b4e-8898-e6db44ede8c8', 'name': '', 'network_id': '0e73c703-6212-4765-bb40-483d43c81caf', 'tenant_id': '750d993fecdc4b28b22a4e7b3345b60c', 'mac_address': 'fa:16:3e:9c:fc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2774040d-d30e-40ef-b28b-4b746f92cfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'c02e1875-f379-4040-935d-a475b11d35a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:36Z', 'updated_at': '2021-06-14T17:11:37Z', 'revision_number': 2, 'project_id': '750d993fecdc4b28b22a4e7b3345b60c', 'subnets': [{'id': 'c02e1875-f379-4040-935d-a475b11d35a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:11:38.458357 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8109c09-a31e-46a0-8954-8fee8344f44e None None] The sync data for ids ['2774040d-d30e-40ef-b28b-4b746f92cfea'] in dv-cinder-796286-2-iscsi is: [{'id': '2774040d-d30e-40ef-b28b-4b746f92cfea', 'name': 'tempest-TestShelveInstance-2061085325-router', 'tenant_id': '750d993fecdc4b28b22a4e7b3345b60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'abc7c745-ee20-4e24-820b-db3656fbfd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:11:33Z', 'updated_at': '2021-06-14T17:11:37Z', 'revision_number': 4, 'project_id': '750d993fecdc4b28b22a4e7b3345b60c', 'gw_port': {'id': 'abc7c745-ee20-4e24-820b-db3656fbfd24', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2774040d-d30e-40ef-b28b-4b746f92cfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:34Z', 'updated_at': '2021-06-14T17:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '08d02bd2-53fa-4b4e-8898-e6db44ede8c8', 'name': '', 'network_id': '0e73c703-6212-4765-bb40-483d43c81caf', 'tenant_id': '750d993fecdc4b28b22a4e7b3345b60c', 'mac_address': 'fa:16:3e:9c:fc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2774040d-d30e-40ef-b28b-4b746f92cfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'c02e1875-f379-4040-935d-a475b11d35a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:36Z', 'updated_at': '2021-06-14T17:11:37Z', 'revision_number': 2, 'project_id': '750d993fecdc4b28b22a4e7b3345b60c', 'subnets': [{'id': 'c02e1875-f379-4040-935d-a475b11d35a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 17:11:38.603047 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device c0b096eb-85d5-41cc-8780-0d23d55824fa up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:11:38.634384 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 45986) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:38.650174 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a1b43934-5816-416e-9631-380f1a3b35d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:38.664755 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port c0b096eb-85d5-41cc-8780-0d23d55824fa triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:11:38.665238 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:38.745957 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-a999c49e-40b4-493f-b545-60ed13c4ef7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:38.843745 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a1b43934-5816-416e-9631-380f1a3b35d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:38.848310 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-a1b43934-5816-416e-9631-380f1a3b35d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:38.851050 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-69495a09-3dc4-4023-8c9c-06d464591707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:38.894124 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-a1b43934-5816-416e-9631-380f1a3b35d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05c66b0a4732417682bd120e6aed37a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2586679 Jun 14 17:11:38.895127 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b43934-5816-416e-9631-380f1a3b35d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae7100a-358e-43ac-a7d4-54dcdb202173,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:38.896866 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 45988) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:38.898867 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-a1b43934-5816-416e-9631-380f1a3b35d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:38.963307 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-438f1223-471e-4117-bd0a-941f6b558e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:38.992647 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-438f1223-471e-4117-bd0a-941f6b558e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:39.047127 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-438f1223-471e-4117-bd0a-941f6b558e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:39.049969 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-438f1223-471e-4117-bd0a-941f6b558e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:39.053512 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-438f1223-471e-4117-bd0a-941f6b558e19 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ae7100a-358e-43ac-a7d4-54dcdb202173 HTTP/1.1" status: 204 len: 168 time: 0.1532149 Jun 14 17:11:39.053512 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-edaaa708-258a-4332-8de6-93e5ca111102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:39.062354 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f1223-471e-4117-bd0a-941f6b558e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae7100a-358e-43ac-a7d4-54dcdb202173,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:39.065199 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-438f1223-471e-4117-bd0a-941f6b558e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:40.151455 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 46022) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:40.158537 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-33a233ca-d4b0-4964-8c9c-b3b92edfdecd tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1418575262', 'description': 'tempest-secgroup-smoke-1418575262 description', 'project_id': '116dc0810f364143a2a00f614d76b486'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:11:40.182907 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-33a233ca-d4b0-4964-8c9c-b3b92edfdecd tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:40.284966 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-33a233ca-d4b0-4964-8c9c-b3b92edfdecd tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:40.292812 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-33a233ca-d4b0-4964-8c9c-b3b92edfdecd tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:40.295538 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-96ecf71d-7252-4fed-9a69-be40e029e533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:40.323469 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-33a233ca-d4b0-4964-8c9c-b3b92edfdecd tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:40.328252 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 46030) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:40.331261 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-33a233ca-d4b0-4964-8c9c-b3b92edfdecd tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1782110 Jun 14 17:11:40.333415 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-b4b7f928-018a-4669-83df-f2ae2eeb71f1 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Request body: {'security_group_rule': {'security_group_id': '726df68c-18fb-40de-b502-385ef15f5a24', 'project_id': '116dc0810f364143a2a00f614d76b486', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:11:40.337016 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a233ca-d4b0-4964-8c9c-b3b92edfdecd tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=726df68c-18fb-40de-b502-385ef15f5a24,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:40.340572 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-33a233ca-d4b0-4964-8c9c-b3b92edfdecd tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:40.365425 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b4b7f928-018a-4669-83df-f2ae2eeb71f1 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:40.438426 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b4b7f928-018a-4669-83df-f2ae2eeb71f1 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:40.443209 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b4b7f928-018a-4669-83df-f2ae2eeb71f1 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604372'] for security_group_rule, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:40.445384 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:40.462307 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7f928-018a-4669-83df-f2ae2eeb71f1 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48dd32e6-dc54-4938-ba0c-074b4f15be5e,revision_number=0']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:40.465390 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-b4b7f928-018a-4669-83df-f2ae2eeb71f1 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:40.469596 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b4b7f928-018a-4669-83df-f2ae2eeb71f1 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:40.470865 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-b4b7f928-018a-4669-83df-f2ae2eeb71f1 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1417131 Jun 14 17:11:40.475139 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 46036) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:40.480127 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-8f347b56-6f98-46a1-9111-45264c29667d tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Request body: {'security_group_rule': {'security_group_id': '726df68c-18fb-40de-b502-385ef15f5a24', 'project_id': '116dc0810f364143a2a00f614d76b486', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:11:40.510085 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8f347b56-6f98-46a1-9111-45264c29667d tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:40.589886 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8f347b56-6f98-46a1-9111-45264c29667d tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:40.594486 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8f347b56-6f98-46a1-9111-45264c29667d tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604372'] for security_group_rule, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:40.597334 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-7edb6942-a2fa-4d83-97b4-82810093c1f9 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:40.627278 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f347b56-6f98-46a1-9111-45264c29667d tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d490e88-5036-4738-a2c0-6b96faca9f58,revision_number=0']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:40.629905 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-8f347b56-6f98-46a1-9111-45264c29667d tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:40.636637 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-8f347b56-6f98-46a1-9111-45264c29667d tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:40.638355 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-8f347b56-6f98-46a1-9111-45264c29667d tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1620913 Jun 14 17:11:40.643515 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 46048) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:40.649349 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device abc7c745-ee20-4e24-820b-db3656fbfd24 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:11:40.651164 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-9517e102-9bb9-4978-8d68-35114b4f7af0 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Request body: {'security_group_rule': {'security_group_id': '726df68c-18fb-40de-b502-385ef15f5a24', 'project_id': '116dc0810f364143a2a00f614d76b486', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:11:40.687279 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9517e102-9bb9-4978-8d68-35114b4f7af0 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:40.710384 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port abc7c745-ee20-4e24-820b-db3656fbfd24 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:11:40.714421 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port abc7c745-ee20-4e24-820b-db3656fbfd24 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:11:40.714871 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:40.752434 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9517e102-9bb9-4978-8d68-35114b4f7af0 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:40.756424 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9517e102-9bb9-4978-8d68-35114b4f7af0 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604372'] for security_group_rule, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:40.759519 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:40.781450 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517e102-9bb9-4978-8d68-35114b4f7af0 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af3929c-e13e-44f8-8bdc-c87818c522ee,revision_number=0']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:40.785726 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-9517e102-9bb9-4978-8d68-35114b4f7af0 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:40.793105 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9517e102-9bb9-4978-8d68-35114b4f7af0 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:40.794353 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-9517e102-9bb9-4978-8d68-35114b4f7af0 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1497576 Jun 14 17:11:40.798551 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 46050) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:40.804153 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-d234ff03-6304-430d-be7b-658ce225cf27 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Request body: {'security_group_rule': {'security_group_id': '726df68c-18fb-40de-b502-385ef15f5a24', 'project_id': '116dc0810f364143a2a00f614d76b486', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:11:40.832007 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:40.849664 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d234ff03-6304-430d-be7b-658ce225cf27 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:40.937911 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d234ff03-6304-430d-be7b-658ce225cf27 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:40.945791 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d234ff03-6304-430d-be7b-658ce225cf27 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604372'] for security_group_rule, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:40.956171 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-25854978-077d-404a-b038-e93c115116da tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:40.986126 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234ff03-6304-430d-be7b-658ce225cf27 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b86e907-4281-4672-8552-d30b20c61880,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:40.990694 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d234ff03-6304-430d-be7b-658ce225cf27 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:40.993136 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d234ff03-6304-430d-be7b-658ce225cf27 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:40.994874 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-d234ff03-6304-430d-be7b-658ce225cf27 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1947682 Jun 14 17:11:40.997659 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 46052) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:41.003940 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-a0c6fdae-98ee-44eb-9b2a-4f51cb05ad28 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Request body: {'security_group_rule': {'security_group_id': '726df68c-18fb-40de-b502-385ef15f5a24', 'project_id': '116dc0810f364143a2a00f614d76b486', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:11:41.006951 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] For port abc7c745-ee20-4e24-820b-db3656fbfd24, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=abc7c745-ee20-4e24-820b-db3656fbfd24,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:11:41.013932 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:41.016806 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:41.033272 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.db.securitygroups_db [None req-a0c6fdae-98ee-44eb-9b2a-4f51cb05ad28 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Project 116dc0810f364143a2a00f614d76b486 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 17:11:41.039738 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a0c6fdae-98ee-44eb-9b2a-4f51cb05ad28 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:41.048868 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:41.096466 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Pushing event updated for resources: {'Port': ['ID=abc7c745-ee20-4e24-820b-db3656fbfd24,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:41.100584 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:41.104992 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-d038d397-3cc9-4085-9f1f-6045cdf44058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:41.121382 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a0c6fdae-98ee-44eb-9b2a-4f51cb05ad28 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:41.125410 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a0c6fdae-98ee-44eb-9b2a-4f51cb05ad28 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604372'] for security_group_rule, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:41.127772 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:41.151134 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6fdae-98ee-44eb-9b2a-4f51cb05ad28 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c04802-fbf7-4803-b3a5-495aa1509e24,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:41.154843 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-a0c6fdae-98ee-44eb-9b2a-4f51cb05ad28 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:41.159900 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-a0c6fdae-98ee-44eb-9b2a-4f51cb05ad28 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:41.161454 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-a0c6fdae-98ee-44eb-9b2a-4f51cb05ad28 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1624997 Jun 14 17:11:41.164806 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 46060) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:41.170612 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-2548ac99-737d-461a-b179-70553f4098b9 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Request body: {'security_group_rule': {'security_group_id': '726df68c-18fb-40de-b502-385ef15f5a24', 'project_id': '116dc0810f364143a2a00f614d76b486', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:11:41.201240 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.db.securitygroups_db [None req-2548ac99-737d-461a-b179-70553f4098b9 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Project 116dc0810f364143a2a00f614d76b486 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 14 17:11:41.206745 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2548ac99-737d-461a-b179-70553f4098b9 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:41.282928 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2548ac99-737d-461a-b179-70553f4098b9 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:41.288065 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2548ac99-737d-461a-b179-70553f4098b9 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604372'] for security_group_rule, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:41.290835 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b0663989-2b4a-4797-ad56-51285e52d231 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:41.315124 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548ac99-737d-461a-b179-70553f4098b9 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd42b44-7ed9-4b0c-b393-87949cd9a3af,revision_number=0']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:41.318322 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2548ac99-737d-461a-b179-70553f4098b9 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:41.321232 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-2548ac99-737d-461a-b179-70553f4098b9 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:41.322554 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-2548ac99-737d-461a-b179-70553f4098b9 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1566308 Jun 14 17:11:42.148021 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] Sync routers for ids ['2774040d-d30e-40ef-b28b-4b746f92cfea'] in dv-cinder-796286-2-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 17:11:42.163236 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] Routers {'2774040d-d30e-40ef-b28b-4b746f92cfea'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:11:42.163866 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:11:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['2774040d-d30e-40ef-b28b-4b746f92cfea'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:11:42.323661 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] Set router 2774040d-d30e-40ef-b28b-4b746f92cfea gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:11:42.598886 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:42.602857 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2774040d-d30e-40ef-b28b-4b746f92cfea', 'name': 'tempest-TestShelveInstance-2061085325-router', 'tenant_id': '750d993fecdc4b28b22a4e7b3345b60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'abc7c745-ee20-4e24-820b-db3656fbfd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:11:33Z', 'updated_at': '2021-06-14T17:11:37Z', 'revision_number': 4, 'project_id': '750d993fecdc4b28b22a4e7b3345b60c', 'gw_port': {'id': 'abc7c745-ee20-4e24-820b-db3656fbfd24', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2774040d-d30e-40ef-b28b-4b746f92cfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:34Z', 'updated_at': '2021-06-14T17:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '08d02bd2-53fa-4b4e-8898-e6db44ede8c8', 'name': '', 'network_id': '0e73c703-6212-4765-bb40-483d43c81caf', 'tenant_id': '750d993fecdc4b28b22a4e7b3345b60c', 'mac_address': 'fa:16:3e:9c:fc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2774040d-d30e-40ef-b28b-4b746f92cfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'c02e1875-f379-4040-935d-a475b11d35a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:36Z', 'updated_at': '2021-06-14T17:11:37Z', 'revision_number': 2, 'project_id': '750d993fecdc4b28b22a4e7b3345b60c', 'subnets': [{'id': 'c02e1875-f379-4040-935d-a475b11d35a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:11:42.606871 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] Checking router: 2774040d-d30e-40ef-b28b-4b746f92cfea for host: dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 17:11:42.607232 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] Updating router 2774040d-d30e-40ef-b28b-4b746f92cfea port 08d02bd2-53fa-4b4e-8898-e6db44ede8c8 binding host dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 14 17:11:42.614460 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device abc7c745-ee20-4e24-820b-db3656fbfd24 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:11:42.657471 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:42.675719 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port abc7c745-ee20-4e24-820b-db3656fbfd24 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:11:42.676221 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:42.984773 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] Notify callbacks [] for port, precommit_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:42.994588 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.provisioning_blocks [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] Transition to ACTIVE for port object 08d02bd2-53fa-4b4e-8898-e6db44ede8c8 will not be triggered until provisioned by entity L2. {{(pid=91927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:11:43.001615 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:43.004098 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-815806cc-3b89-49c8-8d8e-7f4e39a75d11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:43.102576 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb574b-9679-4675-9218-d128425d2dfb None None] Pushing event updated for resources: {'Port': ['ID=08d02bd2-53fa-4b4e-8898-e6db44ede8c8,revision_number=3']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:43.106931 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-eddb574b-9679-4675-9218-d128425d2dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:43.173044 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] Attempting to bind port 08d02bd2-53fa-4b4e-8898-e6db44ede8c8 on host dv-cinder-796286-2-iscsi for vnic_type normal with profile {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 17:11:43.173748 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] Attempting to bind port 08d02bd2-53fa-4b4e-8898-e6db44ede8c8 by drivers openvswitch,hyperv on host dv-cinder-796286-2-iscsi at level 0 using segments [{'id': '19e9edb1-8fda-4b2a-b0e6-4d62566d553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '0e73c703-6212-4765-bb40-483d43c81caf'}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 17:11:43.173748 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] Attempting to bind port 08d02bd2-53fa-4b4e-8898-e6db44ede8c8 on network 0e73c703-6212-4765-bb40-483d43c81caf {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:11:43.179058 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] Checking agent: {'id': '1920ef32-a1d3-4551-9a1c-7d36c70965e0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 25, 41), 'started_at': datetime.datetime(2021, 6, 14, 16, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 17, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 17:11:43.179358 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] Checking segment: {'id': '19e9edb1-8fda-4b2a-b0e6-4d62566d553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '0e73c703-6212-4765-bb40-483d43c81caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 17:11:43.179749 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:43.180408 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] Bound using segment: {'id': '19e9edb1-8fda-4b2a-b0e6-4d62566d553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '0e73c703-6212-4765-bb40-483d43c81caf'} {{(pid=91927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 17:11:43.180604 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.managers [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] Bound port: 08d02bd2-53fa-4b4e-8898-e6db44ede8c8, host: dv-cinder-796286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e9edb1-8fda-4b2a-b0e6-4d62566d553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '0e73c703-6212-4765-bb40-483d43c81caf'}}] {{(pid=91927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 17:11:43.180974 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:43.263079 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] For port 08d02bd2-53fa-4b4e-8898-e6db44ede8c8, host dv-cinder-796286-2-iscsi, cleared binding levels {{(pid=91927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 17:11:43.267452 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.plugins.ml2.db [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] For port 08d02bd2-53fa-4b4e-8898-e6db44ede8c8, host dv-cinder-796286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=08d02bd2-53fa-4b4e-8898-e6db44ede8c8,segment=NetworkSegment(19e9edb1-8fda-4b2a-b0e6-4d62566d553b),segment_id=19e9edb1-8fda-4b2a-b0e6-4d62566d553b)] {{(pid=91927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 17:11:43.273234 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron_lib.callbacks.manager [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:43.275633 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-9b65393e-954d-47d4-b5cd-39497c428874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:43.434565 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] Routers {'2774040d-d30e-40ef-b28b-4b746f92cfea'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:11:43.435221 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:11:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['2774040d-d30e-40ef-b28b-4b746f92cfea'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:11:43.440911 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb574b-9679-4675-9218-d128425d2dfb None None] Pushing event updated for resources: {'Port': ['ID=08d02bd2-53fa-4b4e-8898-e6db44ede8c8,revision_number=4']} {{(pid=91927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:43.489812 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG oslo_concurrency.lockutils [None req-eddb574b-9679-4675-9218-d128425d2dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91927) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:43.587872 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] Set router 2774040d-d30e-40ef-b28b-4b746f92cfea gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:11:43.741137 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 46140) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:43.856499 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ee6177ce-1569-436a-83a4-c0baa23c5dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:43.857949 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2774040d-d30e-40ef-b28b-4b746f92cfea', 'name': 'tempest-TestShelveInstance-2061085325-router', 'tenant_id': '750d993fecdc4b28b22a4e7b3345b60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'abc7c745-ee20-4e24-820b-db3656fbfd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:11:33Z', 'updated_at': '2021-06-14T17:11:37Z', 'revision_number': 4, 'project_id': '750d993fecdc4b28b22a4e7b3345b60c', 'gw_port': {'id': 'abc7c745-ee20-4e24-820b-db3656fbfd24', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2774040d-d30e-40ef-b28b-4b746f92cfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:34Z', 'updated_at': '2021-06-14T17:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '08d02bd2-53fa-4b4e-8898-e6db44ede8c8', 'name': '', 'network_id': '0e73c703-6212-4765-bb40-483d43c81caf', 'tenant_id': '750d993fecdc4b28b22a4e7b3345b60c', 'mac_address': 'fa:16:3e:9c:fc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2774040d-d30e-40ef-b28b-4b746f92cfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'c02e1875-f379-4040-935d-a475b11d35a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:36Z', 'updated_at': '2021-06-14T17:11:43Z', 'revision_number': 4, 'project_id': '750d993fecdc4b28b22a4e7b3345b60c', 'subnets': [{'id': 'c02e1875-f379-4040-935d-a475b11d35a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:11:43.861520 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aa167a-56b2-42b7-9676-7684d4df780a None None] The sync data for ids ['2774040d-d30e-40ef-b28b-4b746f92cfea'] in dv-cinder-796286-2-iscsi is: [{'id': '2774040d-d30e-40ef-b28b-4b746f92cfea', 'name': 'tempest-TestShelveInstance-2061085325-router', 'tenant_id': '750d993fecdc4b28b22a4e7b3345b60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'abc7c745-ee20-4e24-820b-db3656fbfd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:11:33Z', 'updated_at': '2021-06-14T17:11:37Z', 'revision_number': 4, 'project_id': '750d993fecdc4b28b22a4e7b3345b60c', 'gw_port': {'id': 'abc7c745-ee20-4e24-820b-db3656fbfd24', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2774040d-d30e-40ef-b28b-4b746f92cfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:34Z', 'updated_at': '2021-06-14T17:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '08d02bd2-53fa-4b4e-8898-e6db44ede8c8', 'name': '', 'network_id': '0e73c703-6212-4765-bb40-483d43c81caf', 'tenant_id': '750d993fecdc4b28b22a4e7b3345b60c', 'mac_address': 'fa:16:3e:9c:fc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2774040d-d30e-40ef-b28b-4b746f92cfea', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'c02e1875-f379-4040-935d-a475b11d35a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:36Z', 'updated_at': '2021-06-14T17:11:43Z', 'revision_number': 4, 'project_id': '750d993fecdc4b28b22a4e7b3345b60c', 'subnets': [{'id': 'c02e1875-f379-4040-935d-a475b11d35a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 17:11:43.969436 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ee6177ce-1569-436a-83a4-c0baa23c5dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:43.974954 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-ee6177ce-1569-436a-83a4-c0baa23c5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:43.977751 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bd00776a-1bb6-47ac-820e-182ab1d1fa9b tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:44.025902 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6177ce-1569-436a-83a4-c0baa23c5dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b86cc1-fa00-4f71-83a7-8f62c4f1ecba,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:44.031705 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-ee6177ce-1569-436a-83a4-c0baa23c5dc8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7898a7f03c648138670884c5f649850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879813 Jun 14 17:11:44.031705 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ee6177ce-1569-436a-83a4-c0baa23c5dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:44.033573 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 46146) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:44.094074 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2c2f3f5a-5e41-4d10-82c7-106a388f0290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:44.121555 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2c2f3f5a-5e41-4d10-82c7-106a388f0290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:44.180541 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2c2f3f5a-5e41-4d10-82c7-106a388f0290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:44.183426 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-2c2f3f5a-5e41-4d10-82c7-106a388f0290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:44.187003 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-2c2f3f5a-5e41-4d10-82c7-106a388f0290 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/31b86cc1-fa00-4f71-83a7-8f62c4f1ecba HTTP/1.1" status: 204 len: 168 time: 0.1502879 Jun 14 17:11:44.187003 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-bb5f0de1-b4c3-4e39-8909-8db8ba0da1e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:44.195246 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f3f5a-5e41-4d10-82c7-106a388f0290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b86cc1-fa00-4f71-83a7-8f62c4f1ecba,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:44.197723 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-2c2f3f5a-5e41-4d10-82c7-106a388f0290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:44.506027 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 46152) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:44.512821 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:44.522645 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4ab54505-943a-4ec8-8079-a6128f4e2d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:44.639267 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 08d02bd2-53fa-4b4e-8898-e6db44ede8c8 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:11:44.653714 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4ab54505-943a-4ec8-8079-a6128f4e2d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:44.664822 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-4ab54505-943a-4ec8-8079-a6128f4e2d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:44.667747 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-878a1f0a-913a-4aa7-9d09-61539c4a9e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:44.699041 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning for port 08d02bd2-53fa-4b4e-8898-e6db44ede8c8 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:11:44.703912 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 08d02bd2-53fa-4b4e-8898-e6db44ede8c8 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:11:44.704306 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:44.713706 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-4ab54505-943a-4ec8-8079-a6128f4e2d5f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d3c1f5a3d594a6eb1a8fc00e9fa4ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039154 Jun 14 17:11:44.714860 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 46154) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:11:44.722685 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab54505-943a-4ec8-8079-a6128f4e2d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ef1312-7951-4d32-8bcd-f62c79592bda,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:44.725992 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-4ab54505-943a-4ec8-8079-a6128f4e2d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:44.774461 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bac6e61a-1ec6-407f-8bb1-8e65d6d7964e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:44.799234 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:44.803556 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bac6e61a-1ec6-407f-8bb1-8e65d6d7964e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:44.839301 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] For port 08d02bd2-53fa-4b4e-8898-e6db44ede8c8, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=08d02bd2-53fa-4b4e-8898-e6db44ede8c8,segment=NetworkSegment(19e9edb1-8fda-4b2a-b0e6-4d62566d553b),segment_id=19e9edb1-8fda-4b2a-b0e6-4d62566d553b)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:11:44.843870 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:44.846886 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:44.860203 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bac6e61a-1ec6-407f-8bb1-8e65d6d7964e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:44.863373 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-bac6e61a-1ec6-407f-8bb1-8e65d6d7964e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:44.864555 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-bac6e61a-1ec6-407f-8bb1-8e65d6d7964e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6ef1312-7951-4d32-8bcd-f62c79592bda HTTP/1.1" status: 204 len: 168 time: 0.1482873 Jun 14 17:11:44.869276 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8ced7036-c921-435c-8ed0-4969bb54a0e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:11:44.880670 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6e61a-1ec6-407f-8bb1-8e65d6d7964e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ef1312-7951-4d32-8bcd-f62c79592bda,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:44.883200 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-bac6e61a-1ec6-407f-8bb1-8e65d6d7964e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:44.915016 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Pushing event updated for resources: {'Port': ['ID=08d02bd2-53fa-4b4e-8898-e6db44ede8c8,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:11:44.918051 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:11:46.599182 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 08d02bd2-53fa-4b4e-8898-e6db44ede8c8 up at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:11:46.656261 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Provisioning complete for port 08d02bd2-53fa-4b4e-8898-e6db44ede8c8 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:11:46.656641 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:11:49.447168 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:12:02.505490 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d447fedb-79cb-4260-9879-13c6bd155a53 req-dd439ad6-f2f9-4ecb-b3b2-c74693157913 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781770 Jun 14 17:12:02.639143 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447fedb-79cb-4260-9879-13c6bd155a53 req-043440df-d4bc-42b5-a696-6f9d196c57d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:02.640672 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d447fedb-79cb-4260-9879-13c6bd155a53 req-043440df-d4bc-42b5-a696-6f9d196c57d6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bddc90907524095ad0401cb14a2f68c&device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 1098 time: 0.0733769 Jun 14 17:12:02.802533 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447fedb-79cb-4260-9879-13c6bd155a53 req-dede8c62-9f94-4a40-bedf-7193bed094c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:02.804006 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d447fedb-79cb-4260-9879-13c6bd155a53 req-dede8c62-9f94-4a40-bedf-7193bed094c3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8560731a-9c90-4793-ae30-ab87841a8fed HTTP/1.1" status: 200 len: 912 time: 0.1318891 Jun 14 17:12:02.892597 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d447fedb-79cb-4260-9879-13c6bd155a53 req-ab75a784-0172-4737-b50e-06388d525830 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5292b588-061f-49ef-8e20-3e4ba4c2b8eb HTTP/1.1" status: 200 len: 1001 time: 0.0815794 Jun 14 17:12:02.957915 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447fedb-79cb-4260-9879-13c6bd155a53 req-086d07c1-29cf-44ae-9cf6-5517e15708bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:02.959819 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d447fedb-79cb-4260-9879-13c6bd155a53 req-086d07c1-29cf-44ae-9cf6-5517e15708bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6cabad88-fac4-45e5-a292-a7d08d2f23f7 HTTP/1.1" status: 200 len: 850 time: 0.0592163 Jun 14 17:12:03.039313 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447fedb-79cb-4260-9879-13c6bd155a53 req-413b9179-fa20-488f-8ade-ed2a0d4fd46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:03.041507 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d447fedb-79cb-4260-9879-13c6bd155a53 req-413b9179-fa20-488f-8ade-ed2a0d4fd46f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8560731a-9c90-4793-ae30-ab87841a8fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720677 Jun 14 17:12:03.210200 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d447fedb-79cb-4260-9879-13c6bd155a53 req-ba7d8fe0-9ac7-4e76-b2fc-fb9606696d29 service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608882 Jun 14 17:12:03.238649 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-1c89903a-198c-4ed7-8625-093a3707c2e5 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1418575262&fields=id&tenant_id=116dc0810f364143a2a00f614d76b486 HTTP/1.1" status: 200 len: 267 time: 0.0672379 Jun 14 17:12:03.444809 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d447fedb-79cb-4260-9879-13c6bd155a53 req-9bb1e3dd-3738-41cd-8ba2-d3457fed8b7a service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204828 Jun 14 17:12:03.461518 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-ff170514-4ffc-4987-891a-993ee297919b tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:03.463076 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-ff170514-4ffc-4987-891a-993ee297919b tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/networks?id=8423b44f-5a8c-4846-820c-03d5babfe51d HTTP/1.1" status: 200 len: 809 time: 0.2117248 Jun 14 17:12:03.480870 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-8650f20e-4925-4fbb-9618-d21f1925d0a1 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/quotas/116dc0810f364143a2a00f614d76b486 HTTP/1.1" status: 200 len: 375 time: 0.0113974 Jun 14 17:12:03.564422 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-6a61c51e-99f9-43b2-8f47-fc2985b465c5 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=116dc0810f364143a2a00f614d76b486&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762942 Jun 14 17:12:03.801379 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-5bad50a2-f1ba-4b3e-b4b9-6a635340f890 service neutron] 10.222.0.25 "GET /v2.0/networks/8423b44f-5a8c-4846-820c-03d5babfe51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245650 Jun 14 17:12:04.259115 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-f42497e1-e2ae-41aa-b66d-3fdf6be4543e service neutron] 10.222.0.25 "GET /v2.0/networks/8423b44f-5a8c-4846-820c-03d5babfe51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492133 Jun 14 17:12:04.617835 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-253daeee-2c5b-4f0d-af87-bb28c1e9663c req-9a8c35f7-e076-49b7-a6f0-db50b55e719f tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 210 time: 0.0337112 Jun 14 17:12:05.815114 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2b350ba1-98f1-4d6e-95aa-5453cacabbc1 req-60c344ea-54f1-47bd-a41c-1b06681e8835 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 210 time: 0.0609736 Jun 14 17:12:05.936184 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-a96e5980-49d5-4381-b7bc-f4357d520bbd tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:05.938895 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-a96e5980-49d5-4381-b7bc-f4357d520bbd tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.43 "GET /v2.0/networks?id=8423b44f-5a8c-4846-820c-03d5babfe51d HTTP/1.1" status: 200 len: 809 time: 0.1968296 Jun 14 17:12:05.998464 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-9d884c45-de42-4856-ba7f-387fb7c669a2 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=116dc0810f364143a2a00f614d76b486 HTTP/1.1" status: 200 len: 380 time: 0.0484855 Jun 14 17:12:06.009940 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-2765b03a-b271-4b4d-a3a5-0860b9090184 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Request body: {'port': {'device_id': '0d282f17-e211-4160-94a4-2b76baf9d25e', 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d', 'admin_state_up': True, 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'security_groups': ['726df68c-18fb-40de-b502-385ef15f5a24']}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:12:06.165511 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-2765b03a-b271-4b4d-a3a5-0860b9090184 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Made reservation on behalf of 116dc0810f364143a2a00f614d76b486 for: {'port': 1} {{(pid=91924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 17:12:06.169110 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-2765b03a-b271-4b4d-a3a5-0860b9090184 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:06.360794 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-2765b03a-b271-4b4d-a3a5-0860b9090184 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Allocated IP 172.20.0.10 (8423b44f-5a8c-4846-820c-03d5babfe51d/84f271ce-1b0c-4c14-aa77-c3984720885a/4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 17:12:06.550110 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-2765b03a-b271-4b4d-a3a5-0860b9090184 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:06.573972 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-2765b03a-b271-4b4d-a3a5-0860b9090184 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Transition to ACTIVE for port object 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a will not be triggered until provisioned by entity DHCP. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:12:06.612598 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-2765b03a-b271-4b4d-a3a5-0860b9090184 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12205892'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:06.617003 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-40e73eb9-c277-408e-8ef1-53b09d18a0b8 tempest-AttachVolumeNegativeTest-592678682 tempest-AttachVolumeNegativeTest-592678682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:12:06.685546 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-2765b03a-b271-4b4d-a3a5-0860b9090184 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Network 8423b44f-5a8c-4846-820c-03d5babfe51d is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:12:06.690206 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-2765b03a-b271-4b4d-a3a5-0860b9090184 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:12:06.694955 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-2765b03a-b271-4b4d-a3a5-0860b9090184 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 17:12:06.702992 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765b03a-b271-4b4d-a3a5-0860b9090184 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Pushing event updated for resources: {'Port': ['ID=4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:12:06.733481 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-2765b03a-b271-4b4d-a3a5-0860b9090184 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:12:06.768764 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-2765b03a-b271-4b4d-a3a5-0860b9090184 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:06.769441 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-2765b03a-b271-4b4d-a3a5-0860b9090184 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:06.791626 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-2765b03a-b271-4b4d-a3a5-0860b9090184 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7820492 Jun 14 17:12:06.800030 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] Request body: {'port': {'device_id': '0d282f17-e211-4160-94a4-2b76baf9d25e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:12:06.925601 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-1e7bc0b6-9d73-4dea-bb32-1b8e919932f9 None None] Provisioning for port 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:12:06.930805 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:06.933171 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-1e7bc0b6-9d73-4dea-bb32-1b8e919932f9 None None] Provisioning complete for port 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:12:06.933605 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-1e7bc0b6-9d73-4dea-bb32-1b8e919932f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:06.982224 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-1e7bc0b6-9d73-4dea-bb32-1b8e919932f9 None None] Port 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 17:12:07.199355 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a28353-1999-40ce-97f6-7aafa6bc9c9e req-8f213d2e-f7a0-4167-8440-4ad79e7450e9 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:07.200736 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-57a28353-1999-40ce-97f6-7aafa6bc9c9e req-8f213d2e-f7a0-4167-8440-4ad79e7450e9 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 932 time: 0.2433398 Jun 14 17:12:07.313240 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-57a28353-1999-40ce-97f6-7aafa6bc9c9e req-e7676102-deab-42fe-825c-5e1b0628ef4d tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000826 Jun 14 17:12:07.403257 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a {{(pid=91924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 17:12:07.410498 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:07.422636 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.provisioning_blocks [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] Transition to ACTIVE for port object 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a will not be triggered until provisioned by entity L2. {{(pid=91924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:12:07.427468 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:07.430406 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-89bb5e2d-7054-4a9e-b6de-6f14a2d4adf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:12:07.530991 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] Pushing event updated for resources: {'Port': ['ID=4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:12:07.534143 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:12:07.621266 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] Attempting to bind port 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 17:12:07.621600 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] Attempting to bind port 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'cead694f-eed0-42d7-92bd-123055df5822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d'}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 17:12:07.621929 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] Attempting to bind port 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a on network 8423b44f-5a8c-4846-820c-03d5babfe51d {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:12:07.628815 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] Port 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a on network 8423b44f-5a8c-4846-820c-03d5babfe51d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 17:12:07.629222 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] Attempting to bind port 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a on network 8423b44f-5a8c-4846-820c-03d5babfe51d {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:12:07.634462 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] Checking agent: {'id': 'd91e4a82-0936-47d0-84c3-2c620c6821d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'started_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 17, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 17:12:07.634799 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] Checking segment: {'id': 'cead694f-eed0-42d7-92bd-123055df5822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 17:12:07.635188 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] Bound using segment: {'id': 'cead694f-eed0-42d7-92bd-123055df5822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d'} {{(pid=91924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 17:12:07.635617 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.managers [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] Bound port: 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cead694f-eed0-42d7-92bd-123055df5822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d'}}] {{(pid=91924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 17:12:07.635972 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:07.727738 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] For port 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a, host hv-cinder-79628, cleared binding levels {{(pid=91924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 17:12:07.731645 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] For port 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a,segment=NetworkSegment(cead694f-eed0-42d7-92bd-123055df5822),segment_id=cead694f-eed0-42d7-92bd-123055df5822)] {{(pid=91924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 17:12:07.740509 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:07.740509 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-56a533ff-fc90-44ae-bf14-e7024a15c60f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:12:07.779320 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:07.780050 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:07.781417 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] 10.222.0.43 "PUT /v2.0/ports/4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a HTTP/1.1" status: 200 len: 1094 time: 0.9859488 Jun 14 17:12:07.789044 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d282f17-e211-4160-94a4-2b76baf9d25e', 'tag': '4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:12:07.791878 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766748d5-ff70-4093-b44b-d156d4abf218" -d '{"events": [{"name": "network-changed", "server_uuid": "0d282f17-e211-4160-94a4-2b76baf9d25e", "tag": "4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:12:07.830006 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] Pushing event updated for resources: {'Port': ['ID=4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a,revision_number=3']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:12:07.834695 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:12:07.851000 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 17:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0375686b-9a95-43e5-9b4f-0c12d2de0a13 x-openstack-request-id: req-0375686b-9a95-43e5-9b4f-0c12d2de0a13 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:12:07.851340 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d282f17-e211-4160-94a4-2b76baf9d25e", "tag": "4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:12:07.851640 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0375686b-9a95-43e5-9b4f-0c12d2de0a13 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:12:07.852073 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d282f17-e211-4160-94a4-2b76baf9d25e', 'tag': '4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a', 'status': 'completed', 'code': 200} Jun 14 17:12:07.913770 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-8a6afb5d-8380-4439-ad32-3fd8d2d9b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:07.915520 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-8a6afb5d-8380-4439-ad32-3fd8d2d9b098 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=116dc0810f364143a2a00f614d76b486&device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 1097 time: 0.0819490 Jun 14 17:12:07.989481 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:07.990914 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-229c7a59-3220-4cf1-b52d-6022db2652de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a HTTP/1.1" status: 200 len: 217 time: 0.0650234 Jun 14 17:12:08.055385 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-2c9b5c9c-365d-4a37-a724-1617efa6c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:08.056766 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-2c9b5c9c-365d-4a37-a724-1617efa6c0fd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=84f271ce-1b0c-4c14-aa77-c3984720885a HTTP/1.1" status: 200 len: 848 time: 0.0587482 Jun 14 17:12:08.140590 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-90d3a176-b2ca-4022-9bb3-3284043cbb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:08.142110 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-90d3a176-b2ca-4022-9bb3-3284043cbb1e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8423b44f-5a8c-4846-820c-03d5babfe51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764830 Jun 14 17:12:08.504291 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6ec0e-63e0-4cc1-9f8a-9c4dc3928ef0 req-7691b96c-7493-4bdb-a760-f4bab7b4e96e tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:08.505811 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c6c6ec0e-63e0-4cc1-9f8a-9c4dc3928ef0 req-7691b96c-7493-4bdb-a760-f4bab7b4e96e tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 944 time: 0.0765586 Jun 14 17:12:08.549487 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c6c6ec0e-63e0-4cc1-9f8a-9c4dc3928ef0 req-d4587593-e4f1-4f12-b48d-065385c65ea2 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374761 Jun 14 17:12:08.691694 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-aa0a6366-710f-4f60-a3c6-976b4c18d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:09.743166 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565010d-c7d5-4bb5-9afc-937a7f6012c3 req-e6f2a553-bb69-49e6-bcf3-acf6dd8157d9 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:09.744797 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5565010d-c7d5-4bb5-9afc-937a7f6012c3 req-e6f2a553-bb69-49e6-bcf3-acf6dd8157d9 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 944 time: 0.0774753 Jun 14 17:12:09.788971 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5565010d-c7d5-4bb5-9afc-937a7f6012c3 req-24310af8-a163-4a88-8576-8b7ec67aa434 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383317 Jun 14 17:12:10.911482 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:10.981122 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2dc2c-7c92-48fc-987a-2442a759cee5 req-b5ef78b1-37ec-4416-84c8-deaadf2f902f tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:10.982655 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-14b2dc2c-7c92-48fc-987a-2442a759cee5 req-b5ef78b1-37ec-4416-84c8-deaadf2f902f tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 944 time: 0.0746946 Jun 14 17:12:11.025645 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-14b2dc2c-7c92-48fc-987a-2442a759cee5 req-a71d86a0-23bf-410c-9558-f331d3a00942 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371583 Jun 14 17:12:11.085842 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-1a5dfc7f-9c8a-443f-ace5-9b6162bce588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:11.267716 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-47b5c05c-75ec-4966-97ca-4ade4dec9fde service neutron] 10.222.0.43 "GET /v2.0/networks/8423b44f-5a8c-4846-820c-03d5babfe51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239839 Jun 14 17:12:11.420210 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f1fb88af-8970-4540-8299-3bb9b55ff9e8 req-35683977-2449-4785-ac1d-a33d3beb898f service neutron] 10.222.0.43 "GET /v2.0/networks/8423b44f-5a8c-4846-820c-03d5babfe51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402357 Jun 14 17:12:11.578557 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766748d5-ff70-4093-b44b-d156d4abf218 req-17a8a1cf-3dc1-43ab-9398-2e16875fa9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:11.580199 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-766748d5-ff70-4093-b44b-d156d4abf218 req-17a8a1cf-3dc1-43ab-9398-2e16875fa9c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=116dc0810f364143a2a00f614d76b486&device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 1097 time: 0.0825162 Jun 14 17:12:11.747587 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766748d5-ff70-4093-b44b-d156d4abf218 req-4f3bcda7-c3d9-4ba2-9575-788e65207ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:11.749116 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-766748d5-ff70-4093-b44b-d156d4abf218 req-4f3bcda7-c3d9-4ba2-9575-788e65207ef1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8423b44f-5a8c-4846-820c-03d5babfe51d HTTP/1.1" status: 200 len: 910 time: 0.1587837 Jun 14 17:12:11.838338 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-766748d5-ff70-4093-b44b-d156d4abf218 req-13857380-8c87-4b1c-ae00-b93d838992e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a HTTP/1.1" status: 200 len: 217 time: 0.0816884 Jun 14 17:12:11.930331 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766748d5-ff70-4093-b44b-d156d4abf218 req-8ac2ee86-aedf-4182-b9f0-42be27c3edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:11.932888 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-766748d5-ff70-4093-b44b-d156d4abf218 req-8ac2ee86-aedf-4182-b9f0-42be27c3edd3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=84f271ce-1b0c-4c14-aa77-c3984720885a HTTP/1.1" status: 200 len: 848 time: 0.0816846 Jun 14 17:12:12.041526 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766748d5-ff70-4093-b44b-d156d4abf218 req-d0134dfb-384e-402b-9447-58e389aca236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:12.043398 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-766748d5-ff70-4093-b44b-d156d4abf218 req-d0134dfb-384e-402b-9447-58e389aca236 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8423b44f-5a8c-4846-820c-03d5babfe51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0987523 Jun 14 17:12:12.285535 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-766748d5-ff70-4093-b44b-d156d4abf218 req-11e494ba-f8f8-4050-9bab-b1ebaae9c15c service neutron] 10.222.0.43 "GET /v2.0/networks/8423b44f-5a8c-4846-820c-03d5babfe51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282331 Jun 14 17:12:12.327055 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d4554-1b49-4485-b193-e9f55198248f req-64d2ec79-9568-4e49-97f4-52d050c445f9 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:12.328739 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-882d4554-1b49-4485-b193-e9f55198248f req-64d2ec79-9568-4e49-97f4-52d050c445f9 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 944 time: 0.1535213 Jun 14 17:12:12.454609 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-882d4554-1b49-4485-b193-e9f55198248f req-27c9e400-1560-4705-bfac-3f195992b914 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084728 Jun 14 17:12:12.487916 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-766748d5-ff70-4093-b44b-d156d4abf218 req-5f2fe150-640c-42ce-9890-a22740efb868 service neutron] 10.222.0.43 "GET /v2.0/networks/8423b44f-5a8c-4846-820c-03d5babfe51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830578 Jun 14 17:12:12.590971 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:13.651675 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1da2c-dab4-4824-b2c6-236758383bf2 req-5972b101-c607-4b0b-8de0-7e2ccce505a6 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:13.653362 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-faf1da2c-dab4-4824-b2c6-236758383bf2 req-5972b101-c607-4b0b-8de0-7e2ccce505a6 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 944 time: 0.0778651 Jun 14 17:12:13.706261 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-faf1da2c-dab4-4824-b2c6-236758383bf2 req-4053e130-e48d-419d-8c0c-7ba1b03c2cc6 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460334 Jun 14 17:12:14.464746 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:14.907385 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9b601-fd34-4b4b-ba63-921bb8e47d6e req-46053274-f922-4159-a5d3-318d6f36d13a tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:14.908933 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f5a9b601-fd34-4b4b-ba63-921bb8e47d6e req-46053274-f922-4159-a5d3-318d6f36d13a tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 944 time: 0.0858462 Jun 14 17:12:14.961836 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f5a9b601-fd34-4b4b-ba63-921bb8e47d6e req-168ac3c2-1b2d-44ee-91fd-f224af058865 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466547 Jun 14 17:12:16.151884 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445f5b7-800d-436c-ba75-646ba3efb79f req-1889bb06-ca25-42ea-84e6-8d2dea666e06 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:16.153386 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f445f5b7-800d-436c-ba75-646ba3efb79f req-1889bb06-ca25-42ea-84e6-8d2dea666e06 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 944 time: 0.0755310 Jun 14 17:12:16.201638 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f445f5b7-800d-436c-ba75-646ba3efb79f req-48a11e03-9d5d-44d2-b674-b00243d3f111 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421014 Jun 14 17:12:17.392614 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92debe-0ced-4c5c-adc0-0cde74b0866a req-3387777f-d6d4-4950-9cc5-43d935996472 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:17.394264 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5e92debe-0ced-4c5c-adc0-0cde74b0866a req-3387777f-d6d4-4950-9cc5-43d935996472 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 944 time: 0.0759027 Jun 14 17:12:17.445539 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5e92debe-0ced-4c5c-adc0-0cde74b0866a req-5aff52cd-feb7-4909-abd6-6274d2db7c10 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454035 Jun 14 17:12:18.648380 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c1a8b-c718-4e07-8339-1f55fe1c2142 req-180f36a0-4d77-453d-a2cb-e57540fd34c5 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:18.650938 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-cd8c1a8b-c718-4e07-8339-1f55fe1c2142 req-180f36a0-4d77-453d-a2cb-e57540fd34c5 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 944 time: 0.0880084 Jun 14 17:12:18.714647 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-cd8c1a8b-c718-4e07-8339-1f55fe1c2142 req-986dfb3b-cdb5-49c1-a229-8c6b49bd5628 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575554 Jun 14 17:12:19.919639 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d0603-cf62-4cff-b0f1-83bae33c9014 req-adaef9ab-afca-4098-8c82-674ead7c7138 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:19.921114 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ad4d0603-cf62-4cff-b0f1-83bae33c9014 req-adaef9ab-afca-4098-8c82-674ead7c7138 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 944 time: 0.0713832 Jun 14 17:12:19.985241 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ad4d0603-cf62-4cff-b0f1-83bae33c9014 req-320572d1-681c-4556-ad08-da204d02e93f tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572023 Jun 14 17:12:21.171419 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbfbab-4a59-44ad-9ea1-a4ac0c76bb7d req-45b3ebc3-d495-43e0-b010-8c8fbcf35d91 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:21.172884 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5ffbfbab-4a59-44ad-9ea1-a4ac0c76bb7d req-45b3ebc3-d495-43e0-b010-8c8fbcf35d91 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 944 time: 0.0740077 Jun 14 17:12:21.223620 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5ffbfbab-4a59-44ad-9ea1-a4ac0c76bb7d req-ba4759ec-24f1-4b6e-b87a-6b9d8f48b6f6 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422378 Jun 14 17:12:21.236978 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91926) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 17:12:21.364630 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a,segment=NetworkSegment(cead694f-eed0-42d7-92bd-123055df5822),segment_id=cead694f-eed0-42d7-92bd-123055df5822)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:12:21.381531 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Returning: {'device': '4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a', 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d', 'port_id': '4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a', 'mac_address': 'fa:16:3e:80:42:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f271ce-1b0c-4c14-aa77-c3984720885a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91926) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 17:12:21.426202 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:21.443073 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a {{(pid=91926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 17:12:21.475885 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a,segment=NetworkSegment(cead694f-eed0-42d7-92bd-123055df5822),segment_id=cead694f-eed0-42d7-92bd-123055df5822)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:12:21.478930 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:21.480901 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-6b375b20-33d5-43d9-a356-1533f70f06dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:12:21.542520 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:12:21.550421 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:12:21.550759 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:12:21.551090 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:12:21.551414 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:12:21.551734 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:12:21.552052 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:12:21.552368 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:12:21.552684 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:12:21.552998 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:12:21.553302 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:12:21.553608 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:12:21.553914 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:12:21.558407 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:12:21.787556 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 17:12:22.420790 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6905d-2154-4248-8dcb-8678a1771522 req-f6ff8604-2f0c-49a6-b21e-15e9a999e93f tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:22.422416 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-32a6905d-2154-4248-8dcb-8678a1771522 req-f6ff8604-2f0c-49a6-b21e-15e9a999e93f tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 945 time: 0.0799153 Jun 14 17:12:22.483715 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-32a6905d-2154-4248-8dcb-8678a1771522 req-0933a4ed-690b-4ec5-9166-c9dca5f852f0 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468457 Jun 14 17:12:23.244113 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a up at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:12:23.305964 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning for port 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:12:23.310191 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning complete for port 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:12:23.310748 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:23.404308 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:23.429584 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d282f17-e211-4160-94a4-2b76baf9d25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a'}] {{(pid=91926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:12:23.432050 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b0a793cb4832d067d15d1ae193df815134514e8483bb184155629213ee4f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10ad083-f4df-4461-9068-23b5baa53536" -d '{"events": [{"server_uuid": "0d282f17-e211-4160-94a4-2b76baf9d25e", "name": "network-vif-plugged", "status": "completed", "tag": "4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a"}]}' {{(pid=91926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:12:23.450127 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a,segment=NetworkSegment(cead694f-eed0-42d7-92bd-123055df5822),segment_id=cead694f-eed0-42d7-92bd-123055df5822)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:12:23.455869 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:23.457823 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0d47bbc5-f631-4d7a-93c0-e0a98cdcf06a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:12:23.485439 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 17:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3ac87a-0b96-4750-9a73-e16631601381 x-openstack-request-id: req-7b3ac87a-0b96-4750-9a73-e16631601381 {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:12:23.485765 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d282f17-e211-4160-94a4-2b76baf9d25e", "name": "network-vif-plugged", "status": "completed", "tag": "4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a", "code": 200}]} {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:12:23.486007 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b3ac87a-0b96-4750-9a73-e16631601381 {{(pid=91926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:12:23.486412 dv-cinder-796286-2-iscsi neutron-server[91926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d282f17-e211-4160-94a4-2b76baf9d25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a', 'code': 200} Jun 14 17:12:23.521254 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:12:23.525611 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:12:23.686438 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63dc98-92c1-423b-b8ae-1be2b10504de req-01a5c390-9cdf-48d4-b1d0-417922bbb374 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:23.688086 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ed63dc98-92c1-423b-b8ae-1be2b10504de req-01a5c390-9cdf-48d4-b1d0-417922bbb374 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 946 time: 0.0766435 Jun 14 17:12:23.782796 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ed63dc98-92c1-423b-b8ae-1be2b10504de req-6b321a3a-3146-473b-a669-ca5007adeb50 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832703 Jun 14 17:12:23.803590 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c9821-2c13-4cbe-b876-966a87f0e015 req-376fa816-c6dd-48f5-b69e-91404075c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:23.805101 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ca8c9821-2c13-4cbe-b876-966a87f0e015 req-376fa816-c6dd-48f5-b69e-91404075c6da service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 1099 time: 0.0832376 Jun 14 17:12:23.848520 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ca8c9821-2c13-4cbe-b876-966a87f0e015 req-8af62fe3-8aff-4da2-9b6c-f9ab5f338eaa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357673 Jun 14 17:12:23.943896 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 46476) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:12:24.063112 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-3654d496-c2fd-4d86-a209-0276f34bae70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:24.175262 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-3654d496-c2fd-4d86-a209-0276f34bae70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:24.180925 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-3654d496-c2fd-4d86-a209-0276f34bae70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:24.183992 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-7323b371-13b6-4d65-a46a-8883382791ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:12:24.225023 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-3654d496-c2fd-4d86-a209-0276f34bae70 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2bc6c4a4b6c940a2b671310f14464464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799196 Jun 14 17:12:24.225961 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654d496-c2fd-4d86-a209-0276f34bae70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c167fb88-fec9-431c-9429-1094a0e565f8,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:12:24.228767 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 46480) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:12:24.231246 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-3654d496-c2fd-4d86-a209-0276f34bae70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:12:24.291242 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d3663faa-fec3-40e5-ab6b-f061dd2a5246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:24.315925 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d3663faa-fec3-40e5-ab6b-f061dd2a5246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:24.375361 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d3663faa-fec3-40e5-ab6b-f061dd2a5246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:24.378521 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d3663faa-fec3-40e5-ab6b-f061dd2a5246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:24.379750 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-d3663faa-fec3-40e5-ab6b-f061dd2a5246 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c167fb88-fec9-431c-9429-1094a0e565f8 HTTP/1.1" status: 204 len: 168 time: 0.1500454 Jun 14 17:12:24.380586 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-76f8d7cc-1b36-4468-a1dd-74fe4f707500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:12:24.390608 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3663faa-fec3-40e5-ab6b-f061dd2a5246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c167fb88-fec9-431c-9429-1094a0e565f8,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:12:24.393797 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-d3663faa-fec3-40e5-ab6b-f061dd2a5246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:12:25.013014 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7beee-4b73-4fed-9793-fe98fb748527 req-b79f179c-2cde-44ec-975f-8d2e44de7da3 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:25.015674 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-80a7beee-4b73-4fed-9793-fe98fb748527 req-b79f179c-2cde-44ec-975f-8d2e44de7da3 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 946 time: 0.0913010 Jun 14 17:12:25.069807 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-80a7beee-4b73-4fed-9793-fe98fb748527 req-0be1cdd9-deb8-4afa-99f4-a1382ea4a8a5 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479929 Jun 14 17:12:25.252530 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522092f9-a1aa-486e-89c6-86eb4b376074 req-9d7ae262-33a6-4cb8-b428-ffec2fbae757 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:25.254019 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-522092f9-a1aa-486e-89c6-86eb4b376074 req-9d7ae262-33a6-4cb8-b428-ffec2fbae757 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 946 time: 0.0707729 Jun 14 17:12:25.299338 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-522092f9-a1aa-486e-89c6-86eb4b376074 req-6ce4418f-5fea-42b3-9610-b152880464c7 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395947 Jun 14 17:12:25.325502 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 46510) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:12:25.571443 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2cac65-fcff-4420-950a-caf1c5e2eba1 tempest-TestShelveInstance-842119164 tempest-TestShelveInstance-842119164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:25.574791 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-cb2cac65-fcff-4420-950a-caf1c5e2eba1 tempest-TestShelveInstance-842119164 tempest-TestShelveInstance-842119164-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 1094 time: 0.2482929 Jun 14 17:12:25.576403 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 46518) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:12:25.581203 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Request body: {'floatingip': {'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'port_id': '4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:12:25.609229 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for floatingip, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:25.747616 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:25.882408 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Allocated IP 172.27.0.66 (2e21213b-d279-4f17-b7ac-a39d3c551e15/cd8b9889-3c5e-49b3-9c23-75f1e7c20530/9eb78fc3-d691-4e78-8659-5a2faea81c8e) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 17:12:26.022800 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:26.063878 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11589351'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:26.067203 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-5b4c37c3-1e46-435e-8a49-e06e376c3394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:12:26.110508 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Network 2e21213b-d279-4f17-b7ac-a39d3c551e15 is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:12:26.113402 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:12:26.116076 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 17:12:26.152158 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Pushing event updated for resources: {'Port': ['ID=9eb78fc3-d691-4e78-8659-5a2faea81c8e,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:12:26.167758 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:12:26.168131 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:12:26.168494 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:12:26.168853 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:12:26.169203 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:12:26.169554 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:12:26.169901 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:12:26.170246 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:12:26.170618 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:12:26.170962 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:12:26.171302 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:12:26.171643 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:12:26.176678 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:12:26.452949 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:12:26.623619 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:26.731095 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:26.817190 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-605646fe-1012-4db4-bf71-16c76af2f9a7 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3f571544646c428086019f94ab5eec0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347109 Jun 14 17:12:26.921223 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for port, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:26.928911 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11589337'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:26.931779 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-91f1cd00-898c-4c92-bb5c-67b1b3051fee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:12:27.011429 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Pushing event updated for resources: {'Port': ['ID=9eb78fc3-d691-4e78-8659-5a2faea81c8e,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:12:27.019247 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:12:27.030010 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594291'] for floatingip, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:27.183003 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.db.l3_db [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Floating IP d2d9ba3d-bfc2-4891-9a54-2622afe53a23 associated. External IP: 172.27.0.66, port: 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a. Jun 14 17:12:27.342533 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-ce7beaaa-e26d-4374-921c-8f93c07a516e tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:27.343890 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-ce7beaaa-e26d-4374-921c-8f93c07a516e tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5211062 Jun 14 17:12:27.359972 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-777e38df-11ee-46a0-8881-e94bc928163a tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.25 "GET /v2.0/quotas/3f571544646c428086019f94ab5eec0f HTTP/1.1" status: 200 len: 375 time: 0.0102518 Jun 14 17:12:27.398541 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-048792cd-d4a9-482a-8b86-6bb02e19a477 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f571544646c428086019f94ab5eec0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330427 Jun 14 17:12:27.592322 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8e8e6a83-4d36-4597-9a14-9209502a932f req-c960ff95-be3a-404d-bc3d-e2a6c4819f11 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.25 "GET /v2.0/ports?device_id=f72dc310-6963-49e9-9951-26487587e601 HTTP/1.1" status: 200 len: 210 time: 0.0354457 Jun 14 17:12:27.781467 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Router 906500a3-81bd-4ba7-bd48-9636883e7bab has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 17:12:27.944016 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 17:12:27.953549 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23d816f-f7d7-4a63-8741-2413bbc8d399 None None] Sync routers for ids ['906500a3-81bd-4ba7-bd48-9636883e7bab'] in dv-cinder-796286-2-iscsi {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 17:12:27.960254 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for floatingip, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:27.965309 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23d816f-f7d7-4a63-8741-2413bbc8d399 None None] Routers {'906500a3-81bd-4ba7-bd48-9636883e7bab'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:12:27.965924 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-f23d816f-f7d7-4a63-8741-2413bbc8d399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:12:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['906500a3-81bd-4ba7-bd48-9636883e7bab'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:12:28.010973 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4331565 Jun 14 17:12:28.013239 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d282f17-e211-4160-94a4-2b76baf9d25e', 'tag': '4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:12:28.015503 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d291eb15d8c6473d16ee8dba452630a330a550e33bdf6927b5873c3041ff4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13ab3b3-3cd3-4925-91fb-ea0f8f2f0b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "0d282f17-e211-4160-94a4-2b76baf9d25e", "tag": "4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:12:28.076121 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 17:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30641ddb-8c0b-477b-ac7b-20aee713b868 x-openstack-request-id: req-30641ddb-8c0b-477b-ac7b-20aee713b868 {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:12:28.076121 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d282f17-e211-4160-94a4-2b76baf9d25e", "tag": "4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a", "status": "completed", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:12:28.076121 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30641ddb-8c0b-477b-ac7b-20aee713b868 {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:12:28.076121 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d282f17-e211-4160-94a4-2b76baf9d25e', 'tag': '4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a', 'status': 'completed', 'code': 200} Jun 14 17:12:28.153792 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-f23d816f-f7d7-4a63-8741-2413bbc8d399 None None] Set router 906500a3-81bd-4ba7-bd48-9636883e7bab gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:12:28.180243 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ab3b3-3cd3-4925-91fb-ea0f8f2f0b1a req-f8d5b682-0e87-45fe-8a8b-289b66b7ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:28.182001 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e13ab3b3-3cd3-4925-91fb-ea0f8f2f0b1a req-f8d5b682-0e87-45fe-8a8b-289b66b7ca4d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=116dc0810f364143a2a00f614d76b486&device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 1099 time: 0.0662575 Jun 14 17:12:28.320094 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ab3b3-3cd3-4925-91fb-ea0f8f2f0b1a req-e46a730a-d5f7-4d32-b85f-b4cdd52fad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:28.321645 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e13ab3b3-3cd3-4925-91fb-ea0f8f2f0b1a req-e46a730a-d5f7-4d32-b85f-b4cdd52fad08 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8423b44f-5a8c-4846-820c-03d5babfe51d HTTP/1.1" status: 200 len: 910 time: 0.1317575 Jun 14 17:12:28.413942 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e13ab3b3-3cd3-4925-91fb-ea0f8f2f0b1a req-67b2b1a7-93c2-4c9c-97bc-4620a0cc47da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a HTTP/1.1" status: 200 len: 999 time: 0.0843549 Jun 14 17:12:28.479089 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ab3b3-3cd3-4925-91fb-ea0f8f2f0b1a req-d96a007a-6155-4b3c-ba68-4f4c276818d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:28.480626 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e13ab3b3-3cd3-4925-91fb-ea0f8f2f0b1a req-d96a007a-6155-4b3c-ba68-4f4c276818d6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=84f271ce-1b0c-4c14-aa77-c3984720885a HTTP/1.1" status: 200 len: 848 time: 0.0576122 Jun 14 17:12:28.490848 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-f23d816f-f7d7-4a63-8741-2413bbc8d399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'name': 'tempest-TestShelveInstance-1701247211-router', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ab1918f5-184d-4219-bb18-38c0926e36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:11:26Z', 'updated_at': '2021-06-14T17:11:30Z', 'revision_number': 4, 'project_id': '116dc0810f364143a2a00f614d76b486', 'gw_port': {'id': 'ab1918f5-184d-4219-bb18-38c0926e36b3', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:27Z', 'updated_at': '2021-06-14T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_floatingips': [{'id': 'd2d9ba3d-bfc2-4891-9a54-2622afe53a23', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'port_id': '4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d', 'mac_address': 'fa:16:3e:80:42:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d282f17-e211-4160-94a4-2b76baf9d25e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T17:12:26Z', 'updated_at': '2021-06-14T17:12:26Z', 'revision_number': 0, 'project_id': '116dc0810f364143a2a00f614d76b486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b096eb-85d5-41cc-8780-0d23d55824fa', 'name': '', 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'mac_address': 'fa:16:3e:36:6d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '84f271ce-1b0c-4c14-aa77-c3984720885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:29Z', 'updated_at': '2021-06-14T17:11:37Z', 'revision_number': 5, 'project_id': '116dc0810f364143a2a00f614d76b486', 'subnets': [{'id': '84f271ce-1b0c-4c14-aa77-c3984720885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:12:28.495768 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23d816f-f7d7-4a63-8741-2413bbc8d399 None None] Checking router: 906500a3-81bd-4ba7-bd48-9636883e7bab for host: dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 17:12:28.508081 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23d816f-f7d7-4a63-8741-2413bbc8d399 None None] Routers {'906500a3-81bd-4ba7-bd48-9636883e7bab'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:12:28.508732 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-f23d816f-f7d7-4a63-8741-2413bbc8d399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:12:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['906500a3-81bd-4ba7-bd48-9636883e7bab'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:12:28.557298 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ab3b3-3cd3-4925-91fb-ea0f8f2f0b1a req-4b35fd53-21fb-4f5d-b1e2-5cb8c47659eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:28.562794 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e13ab3b3-3cd3-4925-91fb-ea0f8f2f0b1a req-4b35fd53-21fb-4f5d-b1e2-5cb8c47659eb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8423b44f-5a8c-4846-820c-03d5babfe51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701528 Jun 14 17:12:28.687936 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e13ab3b3-3cd3-4925-91fb-ea0f8f2f0b1a req-65036643-4242-4f58-8b68-c384b816c1fc service neutron] 10.222.0.43 "GET /v2.0/networks/8423b44f-5a8c-4846-820c-03d5babfe51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177390 Jun 14 17:12:28.770771 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-55862446-d343-4e42-9494-57a19c76e507 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=3f571544646c428086019f94ab5eec0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400262 Jun 14 17:12:28.800926 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-f23d816f-f7d7-4a63-8741-2413bbc8d399 None None] Set router 906500a3-81bd-4ba7-bd48-9636883e7bab gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:12:28.870965 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9d460288-1c98-4e08-ab72-81af95f7cb36 req-73a6814c-91c6-419d-85ca-5741af14e2b2 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.25 "GET /v2.0/ports?device_id=f72dc310-6963-49e9-9951-26487587e601 HTTP/1.1" status: 200 len: 210 time: 0.1029711 Jun 14 17:12:28.916371 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-e13ab3b3-3cd3-4925-91fb-ea0f8f2f0b1a req-6f5cd834-5286-4e96-ab43-dad8121a5cb9 service neutron] 10.222.0.43 "GET /v2.0/networks/8423b44f-5a8c-4846-820c-03d5babfe51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181351 Jun 14 17:12:29.038273 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-4c8192fe-bdf1-47c5-bc61-9603347037a0 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:29.039912 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-4c8192fe-bdf1-47c5-bc61-9603347037a0 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2631698 Jun 14 17:12:29.052588 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-f91e557c-29a5-464b-835f-68b6d54b2fc5 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Request body: {'port': {'device_id': 'f72dc310-6963-49e9-9951-26487587e601', 'network_id': 'a624612f-2d7f-4187-9be8-c5a526c28744', 'admin_state_up': True, 'tenant_id': '3f571544646c428086019f94ab5eec0f'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:12:29.124863 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-f23d816f-f7d7-4a63-8741-2413bbc8d399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'name': 'tempest-TestShelveInstance-1701247211-router', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ab1918f5-184d-4219-bb18-38c0926e36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:11:26Z', 'updated_at': '2021-06-14T17:11:30Z', 'revision_number': 4, 'project_id': '116dc0810f364143a2a00f614d76b486', 'gw_port': {'id': 'ab1918f5-184d-4219-bb18-38c0926e36b3', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:27Z', 'updated_at': '2021-06-14T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_floatingips': [{'id': 'd2d9ba3d-bfc2-4891-9a54-2622afe53a23', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'port_id': '4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d', 'mac_address': 'fa:16:3e:80:42:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d282f17-e211-4160-94a4-2b76baf9d25e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T17:12:26Z', 'updated_at': '2021-06-14T17:12:26Z', 'revision_number': 0, 'project_id': '116dc0810f364143a2a00f614d76b486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b096eb-85d5-41cc-8780-0d23d55824fa', 'name': '', 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'mac_address': 'fa:16:3e:36:6d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '84f271ce-1b0c-4c14-aa77-c3984720885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:29Z', 'updated_at': '2021-06-14T17:11:37Z', 'revision_number': 5, 'project_id': '116dc0810f364143a2a00f614d76b486', 'subnets': [{'id': '84f271ce-1b0c-4c14-aa77-c3984720885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:12:29.128531 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23d816f-f7d7-4a63-8741-2413bbc8d399 None None] The sync data for ids ['906500a3-81bd-4ba7-bd48-9636883e7bab'] in dv-cinder-796286-2-iscsi is: [{'id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'name': 'tempest-TestShelveInstance-1701247211-router', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ab1918f5-184d-4219-bb18-38c0926e36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:11:26Z', 'updated_at': '2021-06-14T17:11:30Z', 'revision_number': 4, 'project_id': '116dc0810f364143a2a00f614d76b486', 'gw_port': {'id': 'ab1918f5-184d-4219-bb18-38c0926e36b3', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:27Z', 'updated_at': '2021-06-14T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_floatingips': [{'id': 'd2d9ba3d-bfc2-4891-9a54-2622afe53a23', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'port_id': '4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d', 'mac_address': 'fa:16:3e:80:42:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d282f17-e211-4160-94a4-2b76baf9d25e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T17:12:26Z', 'updated_at': '2021-06-14T17:12:26Z', 'revision_number': 0, 'project_id': '116dc0810f364143a2a00f614d76b486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b096eb-85d5-41cc-8780-0d23d55824fa', 'name': '', 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'mac_address': 'fa:16:3e:36:6d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '84f271ce-1b0c-4c14-aa77-c3984720885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:29Z', 'updated_at': '2021-06-14T17:11:37Z', 'revision_number': 5, 'project_id': '116dc0810f364143a2a00f614d76b486', 'subnets': [{'id': '84f271ce-1b0c-4c14-aa77-c3984720885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 17:12:29.195469 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-f91e557c-29a5-464b-835f-68b6d54b2fc5 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Made reservation on behalf of 3f571544646c428086019f94ab5eec0f for: {'port': 1} {{(pid=91925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 17:12:29.199145 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-f91e557c-29a5-464b-835f-68b6d54b2fc5 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:29.211219 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-f91e557c-29a5-464b-835f-68b6d54b2fc5 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Notify callbacks [] for security_group, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:29.312856 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-f91e557c-29a5-464b-835f-68b6d54b2fc5 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Notify callbacks [] for security_group, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:29.319486 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-f91e557c-29a5-464b-835f-68b6d54b2fc5 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:29.322901 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-2a1d8001-82d4-45a6-9e77-9283e2579074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:12:29.339887 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c415ca-3371-40d0-af78-71d5842aa939 None None] New status for floating IP d2d9ba3d-bfc2-4891-9a54-2622afe53a23: ACTIVE {{(pid=91927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 17:12:29.388641 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e557c-29a5-464b-835f-68b6d54b2fc5 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=826d701b-ba58-4b4f-9cbc-97d1cd2b494f,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:12:29.397299 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-f91e557c-29a5-464b-835f-68b6d54b2fc5 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:12:29.471073 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-f91e557c-29a5-464b-835f-68b6d54b2fc5 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Allocated IP 192.168.233.119 (a624612f-2d7f-4187-9be8-c5a526c28744/a8ee72f3-7aa2-4c2d-a6b6-811be689523a/aa1658ed-d34d-47b5-8fee-3d13856e32bd) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 17:12:29.647888 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-f91e557c-29a5-464b-835f-68b6d54b2fc5 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:29.661013 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-f91e557c-29a5-464b-835f-68b6d54b2fc5 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Transition to ACTIVE for port object aa1658ed-d34d-47b5-8fee-3d13856e32bd will not be triggered until provisioned by entity DHCP. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:12:29.698300 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-f91e557c-29a5-464b-835f-68b6d54b2fc5 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11589351'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:29.702837 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-97ec4352-8c3b-4354-9504-a3eacbdfc8ef tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:12:29.752137 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-f91e557c-29a5-464b-835f-68b6d54b2fc5 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Network a624612f-2d7f-4187-9be8-c5a526c28744 is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:12:29.755364 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-f91e557c-29a5-464b-835f-68b6d54b2fc5 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:12:29.760204 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-f91e557c-29a5-464b-835f-68b6d54b2fc5 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 17:12:29.794924 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e557c-29a5-464b-835f-68b6d54b2fc5 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Pushing event updated for resources: {'Port': ['ID=aa1658ed-d34d-47b5-8fee-3d13856e32bd,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:12:29.800994 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-f91e557c-29a5-464b-835f-68b6d54b2fc5 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:12:29.829107 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-f91e557c-29a5-464b-835f-68b6d54b2fc5 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:29.829714 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-f91e557c-29a5-464b-835f-68b6d54b2fc5 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:29.846648 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-f91e557c-29a5-464b-835f-68b6d54b2fc5 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7983437 Jun 14 17:12:29.858596 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-c29fdea1-0cbb-4b95-b238-3b99efe5272e service neutron] Request body: {'port': {'device_id': 'f72dc310-6963-49e9-9951-26487587e601', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:12:29.958036 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-928850b0-11f7-4d62-bb31-893ee63b8019 None None] Provisioning for port aa1658ed-d34d-47b5-8fee-3d13856e32bd completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:12:29.958452 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-c29fdea1-0cbb-4b95-b238-3b99efe5272e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:29.962098 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-928850b0-11f7-4d62-bb31-893ee63b8019 None None] Provisioning complete for port aa1658ed-d34d-47b5-8fee-3d13856e32bd triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:12:29.962603 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-928850b0-11f7-4d62-bb31-893ee63b8019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:30.003938 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-928850b0-11f7-4d62-bb31-893ee63b8019 None None] Port aa1658ed-d34d-47b5-8fee-3d13856e32bd cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 17:12:30.056362 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5e313-136a-4c44-8496-15a89ee9e06f req-db7538bc-e52e-4034-bf97-83a042c89de6 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:30.057845 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-08e5e313-136a-4c44-8496-15a89ee9e06f req-db7538bc-e52e-4034-bf97-83a042c89de6 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.25 "GET /v2.0/ports?device_id=f72dc310-6963-49e9-9951-26487587e601 HTTP/1.1" status: 200 len: 936 time: 0.0726256 Jun 14 17:12:30.103817 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-08e5e313-136a-4c44-8496-15a89ee9e06f req-36a5d15c-91cb-40a5-8a12-0476e1e3034b tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.25 "GET /v2.0/security-groups?id=826d701b-ba58-4b4f-9cbc-97d1cd2b494f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371981 Jun 14 17:12:30.265273 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-c29fdea1-0cbb-4b95-b238-3b99efe5272e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1658ed-d34d-47b5-8fee-3d13856e32bd {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 17:12:30.272987 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-c29fdea1-0cbb-4b95-b238-3b99efe5272e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:30.285327 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-c29fdea1-0cbb-4b95-b238-3b99efe5272e service neutron] Transition to ACTIVE for port object aa1658ed-d34d-47b5-8fee-3d13856e32bd will not be triggered until provisioned by entity L2. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:12:30.291087 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-c29fdea1-0cbb-4b95-b238-3b99efe5272e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11589337'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:30.293199 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-91f1cd00-898c-4c92-bb5c-67b1b3051fee tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:12:30.386500 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fdea1-0cbb-4b95-b238-3b99efe5272e service neutron] Pushing event updated for resources: {'Port': ['ID=aa1658ed-d34d-47b5-8fee-3d13856e32bd,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:12:30.391030 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-c29fdea1-0cbb-4b95-b238-3b99efe5272e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:12:30.473860 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-c29fdea1-0cbb-4b95-b238-3b99efe5272e service neutron] Attempting to bind port aa1658ed-d34d-47b5-8fee-3d13856e32bd on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 17:12:30.474198 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-c29fdea1-0cbb-4b95-b238-3b99efe5272e service neutron] Attempting to bind port aa1658ed-d34d-47b5-8fee-3d13856e32bd by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd4bc3640-4e37-4a5c-892c-b7294e96c3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a624612f-2d7f-4187-9be8-c5a526c28744'}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 17:12:30.474560 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-c29fdea1-0cbb-4b95-b238-3b99efe5272e service neutron] Attempting to bind port aa1658ed-d34d-47b5-8fee-3d13856e32bd on network a624612f-2d7f-4187-9be8-c5a526c28744 {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:12:30.479062 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-c29fdea1-0cbb-4b95-b238-3b99efe5272e service neutron] Port aa1658ed-d34d-47b5-8fee-3d13856e32bd on network a624612f-2d7f-4187-9be8-c5a526c28744 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 17:12:30.479380 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-c29fdea1-0cbb-4b95-b238-3b99efe5272e service neutron] Attempting to bind port aa1658ed-d34d-47b5-8fee-3d13856e32bd on network a624612f-2d7f-4187-9be8-c5a526c28744 {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:12:30.484479 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-c29fdea1-0cbb-4b95-b238-3b99efe5272e service neutron] Checking agent: {'id': 'd91e4a82-0936-47d0-84c3-2c620c6821d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'started_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 17, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 17:12:30.484706 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-c29fdea1-0cbb-4b95-b238-3b99efe5272e service neutron] Checking segment: {'id': 'd4bc3640-4e37-4a5c-892c-b7294e96c3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a624612f-2d7f-4187-9be8-c5a526c28744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 17:12:30.485090 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-c29fdea1-0cbb-4b95-b238-3b99efe5272e service neutron] Bound using segment: {'id': 'd4bc3640-4e37-4a5c-892c-b7294e96c3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a624612f-2d7f-4187-9be8-c5a526c28744'} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 17:12:30.485513 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-c29fdea1-0cbb-4b95-b238-3b99efe5272e service neutron] Bound port: aa1658ed-d34d-47b5-8fee-3d13856e32bd, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bc3640-4e37-4a5c-892c-b7294e96c3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a624612f-2d7f-4187-9be8-c5a526c28744'}}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 17:12:30.485859 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-c29fdea1-0cbb-4b95-b238-3b99efe5272e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:30.560326 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-c29fdea1-0cbb-4b95-b238-3b99efe5272e service neutron] For port aa1658ed-d34d-47b5-8fee-3d13856e32bd, host hv-cinder-79628, cleared binding levels {{(pid=91925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 17:12:30.563406 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-c29fdea1-0cbb-4b95-b238-3b99efe5272e service neutron] For port aa1658ed-d34d-47b5-8fee-3d13856e32bd, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=aa1658ed-d34d-47b5-8fee-3d13856e32bd,segment=NetworkSegment(d4bc3640-4e37-4a5c-892c-b7294e96c3d2),segment_id=d4bc3640-4e37-4a5c-892c-b7294e96c3d2)] {{(pid=91925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 17:12:30.569360 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-c29fdea1-0cbb-4b95-b238-3b99efe5272e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11589337'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:30.572093 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-9c3a12ce-af64-401f-86da-1149eb5ba029 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:12:30.609707 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-c29fdea1-0cbb-4b95-b238-3b99efe5272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:30.610512 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-c29fdea1-0cbb-4b95-b238-3b99efe5272e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:30.612117 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-c29fdea1-0cbb-4b95-b238-3b99efe5272e service neutron] 10.222.0.43 "PUT /v2.0/ports/aa1658ed-d34d-47b5-8fee-3d13856e32bd HTTP/1.1" status: 200 len: 1098 time: 0.7579179 Jun 14 17:12:30.614580 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72dc310-6963-49e9-9951-26487587e601', 'tag': 'aa1658ed-d34d-47b5-8fee-3d13856e32bd'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:12:30.617052 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d291eb15d8c6473d16ee8dba452630a330a550e33bdf6927b5873c3041ff4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e75e555-00e3-446a-b06c-608465f34217" -d '{"events": [{"name": "network-changed", "server_uuid": "f72dc310-6963-49e9-9951-26487587e601", "tag": "aa1658ed-d34d-47b5-8fee-3d13856e32bd"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:12:30.648662 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fdea1-0cbb-4b95-b238-3b99efe5272e service neutron] Pushing event updated for resources: {'Port': ['ID=aa1658ed-d34d-47b5-8fee-3d13856e32bd,revision_number=3']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:12:30.651919 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-c29fdea1-0cbb-4b95-b238-3b99efe5272e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:12:30.676248 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 17:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ec39b4-60a6-4870-b0a9-3e504fbdc69b x-openstack-request-id: req-d7ec39b4-60a6-4870-b0a9-3e504fbdc69b {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:12:30.676568 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72dc310-6963-49e9-9951-26487587e601", "tag": "aa1658ed-d34d-47b5-8fee-3d13856e32bd", "status": "completed", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:12:30.676851 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7ec39b4-60a6-4870-b0a9-3e504fbdc69b {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:12:30.677267 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72dc310-6963-49e9-9951-26487587e601', 'tag': 'aa1658ed-d34d-47b5-8fee-3d13856e32bd', 'status': 'completed', 'code': 200} Jun 14 17:12:30.730435 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-478be26b-85ce-4dd6-b318-c454fbf111a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:30.731953 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-478be26b-85ce-4dd6-b318-c454fbf111a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3f571544646c428086019f94ab5eec0f&device_id=f72dc310-6963-49e9-9951-26487587e601 HTTP/1.1" status: 200 len: 1101 time: 0.0644865 Jun 14 17:12:30.796155 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-3fa0a81c-f50b-4576-9709-472fbe52b421 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=aa1658ed-d34d-47b5-8fee-3d13856e32bd HTTP/1.1" status: 200 len: 217 time: 0.0526710 Jun 14 17:12:30.851347 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-6bb6df8f-3a9d-4ee2-9bc1-2c1bd8f61297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:30.852787 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-6bb6df8f-3a9d-4ee2-9bc1-2c1bd8f61297 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8ee72f3-7aa2-4c2d-a6b6-811be689523a HTTP/1.1" status: 200 len: 843 time: 0.0522873 Jun 14 17:12:30.940036 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-5a369e25-5668-4b14-b007-512e5b21f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:30.941574 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-5a369e25-5668-4b14-b007-512e5b21f7f8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a624612f-2d7f-4187-9be8-c5a526c28744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0808880 Jun 14 17:12:31.064460 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-b5641011-8822-4b52-a7e9-88b7fbdb8b99 service neutron] 10.222.0.43 "GET /v2.0/networks/a624612f-2d7f-4187-9be8-c5a526c28744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151416 Jun 14 17:12:31.184529 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-8c6a6acf-877d-4896-9d3b-0644c4890cac req-0bcd9987-7de8-4ac2-8094-72d7d122b717 service neutron] 10.222.0.43 "GET /v2.0/networks/a624612f-2d7f-4187-9be8-c5a526c28744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128557 Jun 14 17:12:31.296016 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb9785-8057-4ab8-9642-2c55b149520f req-27a2c427-62e8-49f9-ad16-d7bac082a23c tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:31.297632 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c8eb9785-8057-4ab8-9642-2c55b149520f req-27a2c427-62e8-49f9-ad16-d7bac082a23c tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.25 "GET /v2.0/ports?device_id=f72dc310-6963-49e9-9951-26487587e601 HTTP/1.1" status: 200 len: 948 time: 0.0756752 Jun 14 17:12:31.305047 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75e555-00e3-446a-b06c-608465f34217 req-8d14b114-a151-4bbb-8ad0-3541acb1bd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:31.306653 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-9e75e555-00e3-446a-b06c-608465f34217 req-8d14b114-a151-4bbb-8ad0-3541acb1bd00 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3f571544646c428086019f94ab5eec0f&device_id=f72dc310-6963-49e9-9951-26487587e601 HTTP/1.1" status: 200 len: 1101 time: 0.0638158 Jun 14 17:12:31.345628 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c8eb9785-8057-4ab8-9642-2c55b149520f req-3be76e85-3853-47f9-90f8-07bcf3c947c0 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.25 "GET /v2.0/security-groups?id=826d701b-ba58-4b4f-9cbc-97d1cd2b494f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418181 Jun 14 17:12:31.442627 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75e555-00e3-446a-b06c-608465f34217 req-a565553b-8efb-4119-8c09-6cf788afe290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:31.443933 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-9e75e555-00e3-446a-b06c-608465f34217 req-a565553b-8efb-4119-8c09-6cf788afe290 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a624612f-2d7f-4187-9be8-c5a526c28744 HTTP/1.1" status: 200 len: 870 time: 0.1289866 Jun 14 17:12:31.504555 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-9e75e555-00e3-446a-b06c-608465f34217 req-b07aba88-23d4-4ac7-b3b2-6a6e40e4d103 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=aa1658ed-d34d-47b5-8fee-3d13856e32bd HTTP/1.1" status: 200 len: 217 time: 0.0521445 Jun 14 17:12:31.564514 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75e555-00e3-446a-b06c-608465f34217 req-37492f93-9f60-47f1-92e0-133b5a72e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:31.565955 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-9e75e555-00e3-446a-b06c-608465f34217 req-37492f93-9f60-47f1-92e0-133b5a72e7b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a8ee72f3-7aa2-4c2d-a6b6-811be689523a HTTP/1.1" status: 200 len: 843 time: 0.0552394 Jun 14 17:12:31.886769 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75e555-00e3-446a-b06c-608465f34217 req-3caa3a79-44a2-442e-aedd-18e762758b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:31.888136 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-9e75e555-00e3-446a-b06c-608465f34217 req-3caa3a79-44a2-442e-aedd-18e762758b73 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a624612f-2d7f-4187-9be8-c5a526c28744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3130391 Jun 14 17:12:32.004996 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-9e75e555-00e3-446a-b06c-608465f34217 req-db98cc43-38dc-4562-be98-40a8d56187c1 service neutron] 10.222.0.43 "GET /v2.0/networks/a624612f-2d7f-4187-9be8-c5a526c28744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083403 Jun 14 17:12:32.123349 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-9e75e555-00e3-446a-b06c-608465f34217 req-c2c964c0-9aae-446a-833e-1d975a615d76 service neutron] 10.222.0.43 "GET /v2.0/networks/a624612f-2d7f-4187-9be8-c5a526c28744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113935 Jun 14 17:12:32.531384 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359978a-a23c-4d5d-b973-cba490d97cc5 req-b898df2a-2591-44eb-a812-c77111198a7c tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:32.533439 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5359978a-a23c-4d5d-b973-cba490d97cc5 req-b898df2a-2591-44eb-a812-c77111198a7c tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.25 "GET /v2.0/ports?device_id=f72dc310-6963-49e9-9951-26487587e601 HTTP/1.1" status: 200 len: 948 time: 0.0732725 Jun 14 17:12:32.577890 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5359978a-a23c-4d5d-b973-cba490d97cc5 req-435c5c2a-6f32-44ba-bfd4-79df71847841 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.25 "GET /v2.0/security-groups?id=826d701b-ba58-4b4f-9cbc-97d1cd2b494f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381980 Jun 14 17:12:33.302735 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device aa1658ed-d34d-47b5-8fee-3d13856e32bd details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91926) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 17:12:33.426267 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port aa1658ed-d34d-47b5-8fee-3d13856e32bd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=aa1658ed-d34d-47b5-8fee-3d13856e32bd,segment=NetworkSegment(d4bc3640-4e37-4a5c-892c-b7294e96c3d2),segment_id=d4bc3640-4e37-4a5c-892c-b7294e96c3d2)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:12:33.439462 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Returning: {'device': 'aa1658ed-d34d-47b5-8fee-3d13856e32bd', 'network_id': 'a624612f-2d7f-4187-9be8-c5a526c28744', 'port_id': 'aa1658ed-d34d-47b5-8fee-3d13856e32bd', 'mac_address': 'fa:16:3e:6e:d7:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8ee72f3-7aa2-4c2d-a6b6-811be689523a', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91926) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 17:12:33.483148 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:33.501762 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1658ed-d34d-47b5-8fee-3d13856e32bd {{(pid=91926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 17:12:33.522242 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port aa1658ed-d34d-47b5-8fee-3d13856e32bd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=aa1658ed-d34d-47b5-8fee-3d13856e32bd,segment=NetworkSegment(d4bc3640-4e37-4a5c-892c-b7294e96c3d2),segment_id=d4bc3640-4e37-4a5c-892c-b7294e96c3d2)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:12:33.527937 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:33.529688 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0d46e476-22bf-4255-b440-45adba648479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:12:33.589913 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=aa1658ed-d34d-47b5-8fee-3d13856e32bd,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:12:33.592930 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:12:33.789512 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e0dad-519e-417e-bdd7-8fd5548679ac req-073fe080-3b85-47d7-8175-4098e4c7e0ed tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:33.791241 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-442e0dad-519e-417e-bdd7-8fd5548679ac req-073fe080-3b85-47d7-8175-4098e4c7e0ed tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.25 "GET /v2.0/ports?device_id=f72dc310-6963-49e9-9951-26487587e601 HTTP/1.1" status: 200 len: 949 time: 0.0746183 Jun 14 17:12:33.793949 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['aa1658ed-d34d-47b5-8fee-3d13856e32bd'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 17:12:33.837805 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-442e0dad-519e-417e-bdd7-8fd5548679ac req-ca1470d8-5187-4024-b7f7-91d90278f03a tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.25 "GET /v2.0/security-groups?id=826d701b-ba58-4b4f-9cbc-97d1cd2b494f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406923 Jun 14 17:12:35.017947 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f583d2-bf29-4fb0-be29-f8409cd10f45 req-0724c1f8-eac5-46eb-ad2b-6ba6e81ba10c tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:35.019424 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f3f583d2-bf29-4fb0-be29-f8409cd10f45 req-0724c1f8-eac5-46eb-ad2b-6ba6e81ba10c tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.25 "GET /v2.0/ports?device_id=f72dc310-6963-49e9-9951-26487587e601 HTTP/1.1" status: 200 len: 949 time: 0.0691392 Jun 14 17:12:35.061654 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f3f583d2-bf29-4fb0-be29-f8409cd10f45 req-4dea216d-8349-4f0b-9105-1d86b911b7ca tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.25 "GET /v2.0/security-groups?id=826d701b-ba58-4b4f-9cbc-97d1cd2b494f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365331 Jun 14 17:12:35.303406 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device aa1658ed-d34d-47b5-8fee-3d13856e32bd up at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:12:35.360969 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning for port aa1658ed-d34d-47b5-8fee-3d13856e32bd completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:12:35.364851 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning complete for port aa1658ed-d34d-47b5-8fee-3d13856e32bd triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:12:35.365224 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:35.455398 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:35.487188 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72dc310-6963-49e9-9951-26487587e601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1658ed-d34d-47b5-8fee-3d13856e32bd'}] {{(pid=91926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:12:35.491390 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b0a793cb4832d067d15d1ae193df815134514e8483bb184155629213ee4f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab6d549-46a6-4ff0-83bd-be412e6c4c53" -d '{"events": [{"server_uuid": "f72dc310-6963-49e9-9951-26487587e601", "name": "network-vif-plugged", "status": "completed", "tag": "aa1658ed-d34d-47b5-8fee-3d13856e32bd"}]}' {{(pid=91926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:12:35.505190 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port aa1658ed-d34d-47b5-8fee-3d13856e32bd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=aa1658ed-d34d-47b5-8fee-3d13856e32bd,segment=NetworkSegment(d4bc3640-4e37-4a5c-892c-b7294e96c3d2),segment_id=d4bc3640-4e37-4a5c-892c-b7294e96c3d2)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:12:35.509955 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:35.512027 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:12:35.540704 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 17:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83894def-de4a-4450-a08b-ed42202885cc x-openstack-request-id: req-83894def-de4a-4450-a08b-ed42202885cc {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:12:35.541006 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72dc310-6963-49e9-9951-26487587e601", "name": "network-vif-plugged", "status": "completed", "tag": "aa1658ed-d34d-47b5-8fee-3d13856e32bd", "code": 200}]} {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:12:35.541264 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83894def-de4a-4450-a08b-ed42202885cc {{(pid=91926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:12:35.541661 dv-cinder-796286-2-iscsi neutron-server[91926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72dc310-6963-49e9-9951-26487587e601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1658ed-d34d-47b5-8fee-3d13856e32bd', 'code': 200} Jun 14 17:12:35.571636 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=aa1658ed-d34d-47b5-8fee-3d13856e32bd,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:12:35.574660 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:12:35.788264 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d325b58-7a7d-43d2-95a9-a74d5708ed73 req-e60b52a6-750e-4d1f-a60b-877803e1b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:35.790181 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-5d325b58-7a7d-43d2-95a9-a74d5708ed73 req-e60b52a6-750e-4d1f-a60b-877803e1b68d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f72dc310-6963-49e9-9951-26487587e601 HTTP/1.1" status: 200 len: 1103 time: 0.0664639 Jun 14 17:12:35.839361 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-5d325b58-7a7d-43d2-95a9-a74d5708ed73 req-d1b5f87d-e34f-4f21-935b-a3eead485bc3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=826d701b-ba58-4b4f-9cbc-97d1cd2b494f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385714 Jun 14 17:12:36.258752 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9bce12-6d29-4345-a127-af4bf4d9c3f0 req-5753e596-226f-4677-964c-07bb7cb1d87c tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:36.260322 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6b9bce12-6d29-4345-a127-af4bf4d9c3f0 req-5753e596-226f-4677-964c-07bb7cb1d87c tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.25 "GET /v2.0/ports?device_id=f72dc310-6963-49e9-9951-26487587e601 HTTP/1.1" status: 200 len: 950 time: 0.0746686 Jun 14 17:12:36.310852 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6b9bce12-6d29-4345-a127-af4bf4d9c3f0 req-e4b68847-5b5b-4dab-b877-511ec98de758 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.25 "GET /v2.0/security-groups?id=826d701b-ba58-4b4f-9cbc-97d1cd2b494f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427132 Jun 14 17:12:37.497207 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433c27b-02b9-4f74-b212-6cab6ac1ee97 req-6ce0e028-0182-4185-8e19-07432a93e76d tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:37.498761 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9433c27b-02b9-4f74-b212-6cab6ac1ee97 req-6ce0e028-0182-4185-8e19-07432a93e76d tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.25 "GET /v2.0/ports?device_id=f72dc310-6963-49e9-9951-26487587e601 HTTP/1.1" status: 200 len: 950 time: 0.0711424 Jun 14 17:12:37.554071 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-9433c27b-02b9-4f74-b212-6cab6ac1ee97 req-0dff4a57-97d6-4966-8538-8753256d7375 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.25 "GET /v2.0/security-groups?id=826d701b-ba58-4b4f-9cbc-97d1cd2b494f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493677 Jun 14 17:12:37.990543 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:38.018886 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ab9dd-b5f7-49b0-b253-ebd18430c6ea req-65bd250a-20c6-494d-bb9a-19f40d89a735 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:38.020378 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4f1ab9dd-b5f7-49b0-b253-ebd18430c6ea req-65bd250a-20c6-494d-bb9a-19f40d89a735 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.25 "GET /v2.0/ports?device_id=f72dc310-6963-49e9-9951-26487587e601 HTTP/1.1" status: 200 len: 950 time: 0.0831366 Jun 14 17:12:38.071523 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4f1ab9dd-b5f7-49b0-b253-ebd18430c6ea req-055e82c6-6e8f-435a-b70e-6bcc8a240963 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.25 "GET /v2.0/security-groups?id=826d701b-ba58-4b4f-9cbc-97d1cd2b494f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454028 Jun 14 17:12:38.696315 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-fe1dda86-065d-4cc6-beab-00113f6d3c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:39.259053 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457f2ac-391b-4f93-846c-a862ff160c2b req-ec1e9ecb-835f-4bf5-9a51-83f4c6aaf637 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:39.260416 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7457f2ac-391b-4f93-846c-a862ff160c2b req-ec1e9ecb-835f-4bf5-9a51-83f4c6aaf637 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.25 "GET /v2.0/ports?device_id=f72dc310-6963-49e9-9951-26487587e601 HTTP/1.1" status: 200 len: 950 time: 0.0727072 Jun 14 17:12:39.309441 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7457f2ac-391b-4f93-846c-a862ff160c2b req-dabb85ab-9696-4488-9f3c-b5f8f38f31e3 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.25 "GET /v2.0/security-groups?id=826d701b-ba58-4b4f-9cbc-97d1cd2b494f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430238 Jun 14 17:12:39.381973 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6035c-b944-4f0c-ad67-abbd7b5485de req-5cdbf71d-5514-471c-a6c5-674ffc4d362e tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:12:39.385305 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-f3a6035c-b944-4f0c-ad67-abbd7b5485de req-5cdbf71d-5514-471c-a6c5-674ffc4d362e tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.43 "GET /v2.0/ports?device_id=f72dc310-6963-49e9-9951-26487587e601 HTTP/1.1" status: 200 len: 950 time: 0.0815969 Jun 14 17:12:39.501248 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [req-f3a6035c-b944-4f0c-ad67-abbd7b5485de req-6e0c29e8-8bdd-4779-bb68-d5a45913ce66 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Deleting port aa1658ed-d34d-47b5-8fee-3d13856e32bd {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:12:39.501553 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-f3a6035c-b944-4f0c-ad67-abbd7b5485de req-6e0c29e8-8bdd-4779-bb68-d5a45913ce66 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:39.634865 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [req-f3a6035c-b944-4f0c-ad67-abbd7b5485de req-6e0c29e8-8bdd-4779-bb68-d5a45913ce66 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] For port aa1658ed-d34d-47b5-8fee-3d13856e32bd, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=aa1658ed-d34d-47b5-8fee-3d13856e32bd,segment=NetworkSegment(d4bc3640-4e37-4a5c-892c-b7294e96c3d2),segment_id=d4bc3640-4e37-4a5c-892c-b7294e96c3d2)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:12:39.635313 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-f3a6035c-b944-4f0c-ad67-abbd7b5485de req-6e0c29e8-8bdd-4779-bb68-d5a45913ce66 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:39.725231 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [req-f3a6035c-b944-4f0c-ad67-abbd7b5485de req-6e0c29e8-8bdd-4779-bb68-d5a45913ce66 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Calling delete_port for aa1658ed-d34d-47b5-8fee-3d13856e32bd owned by compute:nova {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:12:39.874411 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-f3a6035c-b944-4f0c-ad67-abbd7b5485de req-6e0c29e8-8bdd-4779-bb68-d5a45913ce66 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11589358'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:39.878674 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-3ab8b0d9-810b-4c45-9370-7aa35e9e0cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:12:39.888886 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['aa1658ed-d34d-47b5-8fee-3d13856e32bd'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 17:12:39.909354 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c29e8-8bdd-4779-bb68-d5a45913ce66 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Pushing event deleted for resources: {'Port': ['ID=aa1658ed-d34d-47b5-8fee-3d13856e32bd,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:12:39.912289 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-6e0c29e8-8bdd-4779-bb68-d5a45913ce66 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:12:39.968368 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a6035c-b944-4f0c-ad67-abbd7b5485de req-6e0c29e8-8bdd-4779-bb68-d5a45913ce66 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] No DVR routers for this DVR port aa1658ed-d34d-47b5-8fee-3d13856e32bd on host hv-cinder-79628 {{(pid=91925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 17:12:39.971208 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-f3a6035c-b944-4f0c-ad67-abbd7b5485de req-6e0c29e8-8bdd-4779-bb68-d5a45913ce66 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:39.973345 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-f3a6035c-b944-4f0c-ad67-abbd7b5485de req-6e0c29e8-8bdd-4779-bb68-d5a45913ce66 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.43 "DELETE /v2.0/ports/aa1658ed-d34d-47b5-8fee-3d13856e32bd HTTP/1.1" status: 204 len: 173 time: 0.5839303 Jun 14 17:12:39.973900 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72dc310-6963-49e9-9951-26487587e601', 'name': 'network-vif-deleted', 'tag': 'aa1658ed-d34d-47b5-8fee-3d13856e32bd'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:12:39.976276 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d291eb15d8c6473d16ee8dba452630a330a550e33bdf6927b5873c3041ff4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bad3d30-be23-4883-9857-98d7898b9993" -d '{"events": [{"server_uuid": "f72dc310-6963-49e9-9951-26487587e601", "name": "network-vif-deleted", "tag": "aa1658ed-d34d-47b5-8fee-3d13856e32bd"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:12:40.022886 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 17:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453a0a2f-5a13-4a97-b770-af6de3e891de x-openstack-request-id: req-453a0a2f-5a13-4a97-b770-af6de3e891de {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:12:40.023218 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72dc310-6963-49e9-9951-26487587e601", "name": "network-vif-deleted", "tag": "aa1658ed-d34d-47b5-8fee-3d13856e32bd", "status": "completed", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:12:40.023490 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-453a0a2f-5a13-4a97-b770-af6de3e891de {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:12:40.023924 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72dc310-6963-49e9-9951-26487587e601', 'name': 'network-vif-deleted', 'tag': 'aa1658ed-d34d-47b5-8fee-3d13856e32bd', 'status': 'completed', 'code': 200} Jun 14 17:12:40.474321 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f4e501c5-b9f1-4f05-8855-b7c1244bbd96 req-beaa3dc5-7923-4449-8063-6ee595f9fae2 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] 10.222.0.25 "GET /v2.0/ports?device_id=f72dc310-6963-49e9-9951-26487587e601 HTTP/1.1" status: 200 len: 210 time: 0.0333002 Jun 14 17:12:40.905925 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:41.083405 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-ce7e33d4-30ee-42ae-a081-d06dae9fb839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:42.589723 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:43.412877 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device aa1658ed-d34d-47b5-8fee-3d13856e32bd no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:12:43.441213 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] No Port match for: aa1658ed-d34d-47b5-8fee-3d13856e32bd {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:12:43.441583 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device aa1658ed-d34d-47b5-8fee-3d13856e32bd not bound to the agent host hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:12:44.467546 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:45.489962 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 46820) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:12:45.650457 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-743a7677-a59d-4552-9315-5d24f3c30a78 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f571544646c428086019f94ab5eec0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1590981 Jun 14 17:12:45.653855 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 46824) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:12:45.707869 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7a05345f-c4d3-42cf-a58f-965fdab150c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:45.731129 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7a05345f-c4d3-42cf-a58f-965fdab150c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:45.781289 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7a05345f-c4d3-42cf-a58f-965fdab150c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:45.783961 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-7a05345f-c4d3-42cf-a58f-965fdab150c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:12:45.785114 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-7a05345f-c4d3-42cf-a58f-965fdab150c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/826d701b-ba58-4b4f-9cbc-97d1cd2b494f HTTP/1.1" status: 204 len: 168 time: 0.1302500 Jun 14 17:12:45.785886 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-f91e557c-29a5-464b-835f-68b6d54b2fc5 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:12:45.794650 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05345f-c4d3-42cf-a58f-965fdab150c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826d701b-ba58-4b4f-9cbc-97d1cd2b494f,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:12:45.797210 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-7a05345f-c4d3-42cf-a58f-965fdab150c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:13:03.451679 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:13:04.116784 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-44fae060-f737-40fd-8d7a-3e9774646b02 req-6c3d66e1-511f-4165-a965-ed061e1030c1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685005 Jun 14 17:13:04.230783 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fae060-f737-40fd-8d7a-3e9774646b02 req-5cd6c929-688a-4709-bbd2-2840fb2b17bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:04.232384 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-44fae060-f737-40fd-8d7a-3e9774646b02 req-5cd6c929-688a-4709-bbd2-2840fb2b17bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bddc90907524095ad0401cb14a2f68c&device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 1098 time: 0.0707302 Jun 14 17:13:04.397354 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fae060-f737-40fd-8d7a-3e9774646b02 req-c9606cea-59f2-4508-9d22-966d46a089ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:04.399153 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-44fae060-f737-40fd-8d7a-3e9774646b02 req-c9606cea-59f2-4508-9d22-966d46a089ab service neutron] 10.222.0.43 "GET /v2.0/networks?id=8560731a-9c90-4793-ae30-ab87841a8fed HTTP/1.1" status: 200 len: 912 time: 0.1442883 Jun 14 17:13:04.529484 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-44fae060-f737-40fd-8d7a-3e9774646b02 req-9664c75d-fd32-42c6-bf56-9a59a09daf22 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5292b588-061f-49ef-8e20-3e4ba4c2b8eb HTTP/1.1" status: 200 len: 1001 time: 0.1212540 Jun 14 17:13:04.594717 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fae060-f737-40fd-8d7a-3e9774646b02 req-5504f140-597b-4fe9-aa16-e95adb56e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:04.596675 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-44fae060-f737-40fd-8d7a-3e9774646b02 req-5504f140-597b-4fe9-aa16-e95adb56e46b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6cabad88-fac4-45e5-a292-a7d08d2f23f7 HTTP/1.1" status: 200 len: 850 time: 0.0609787 Jun 14 17:13:04.671286 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fae060-f737-40fd-8d7a-3e9774646b02 req-bf887c74-3a13-4c50-aed2-1bfbb44c26e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:04.672988 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-44fae060-f737-40fd-8d7a-3e9774646b02 req-bf887c74-3a13-4c50-aed2-1bfbb44c26e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8560731a-9c90-4793-ae30-ab87841a8fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673723 Jun 14 17:13:04.799395 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-44fae060-f737-40fd-8d7a-3e9774646b02 req-d76d9066-acef-4a3e-a3d5-331914f0439e service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181998 Jun 14 17:13:04.940367 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-44fae060-f737-40fd-8d7a-3e9774646b02 req-242fd86c-8305-4ce2-946b-62f005b7b4b6 service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328192 Jun 14 17:13:08.018017 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:08.105953 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-81a49aff-adde-454e-95d1-228e0a596574 req-a816b3ba-c066-4a06-9a82-14b36f14605a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1523643708&fields=id&tenant_id=3bddc90907524095ad0401cb14a2f68c HTTP/1.1" status: 200 len: 267 time: 0.0569799 Jun 14 17:13:08.242936 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a49aff-adde-454e-95d1-228e0a596574 req-7697f806-dd44-4589-9814-a92dffa56794 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:08.244351 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-81a49aff-adde-454e-95d1-228e0a596574 req-7697f806-dd44-4589-9814-a92dffa56794 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/networks?id=8560731a-9c90-4793-ae30-ab87841a8fed HTTP/1.1" status: 200 len: 811 time: 0.1314259 Jun 14 17:13:08.259367 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-81a49aff-adde-454e-95d1-228e0a596574 req-e7409252-132a-49b8-b90e-7b337b870d7c tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/quotas/3bddc90907524095ad0401cb14a2f68c HTTP/1.1" status: 200 len: 375 time: 0.0094137 Jun 14 17:13:08.341935 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-81a49aff-adde-454e-95d1-228e0a596574 req-40c634fa-9b7a-4954-ac36-29436ee4a4a2 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3bddc90907524095ad0401cb14a2f68c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0773370 Jun 14 17:13:08.463216 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-81a49aff-adde-454e-95d1-228e0a596574 req-ee965c1d-20db-4578-be84-09abdbb33ee1 service neutron] 10.222.0.25 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093318 Jun 14 17:13:08.585712 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-81a49aff-adde-454e-95d1-228e0a596574 req-916bd2c2-7890-4615-88ae-31fa2ae29e33 service neutron] 10.222.0.25 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166129 Jun 14 17:13:08.699611 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-cbe63a7a-70ed-4a31-af61-b79bf44547c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:08.914475 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-873dc971-38c6-4fb1-aca9-eaa6dd7afa82 req-43fbfc5a-8d72-43d0-89af-df9baebb4ce2 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0243d01-4413-4b9c-be6c-8b6511e46b0d HTTP/1.1" status: 200 len: 210 time: 0.0345228 Jun 14 17:13:10.069169 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ad228db2-4b35-4308-a2db-a071bc96631c req-3d5fcfb7-c46d-4988-8c16-ecf5f1d30f71 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0243d01-4413-4b9c-be6c-8b6511e46b0d HTTP/1.1" status: 200 len: 210 time: 0.0370667 Jun 14 17:13:10.217895 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a49aff-adde-454e-95d1-228e0a596574 req-d492591e-7ab3-49e4-b9a6-2fa6fee70a7a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:10.219616 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-81a49aff-adde-454e-95d1-228e0a596574 req-d492591e-7ab3-49e4-b9a6-2fa6fee70a7a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.43 "GET /v2.0/networks?id=8560731a-9c90-4793-ae30-ab87841a8fed HTTP/1.1" status: 200 len: 811 time: 0.1516886 Jun 14 17:13:10.314531 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-81a49aff-adde-454e-95d1-228e0a596574 req-6acb2a85-b51e-4e79-be23-5cd165e23508 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bddc90907524095ad0401cb14a2f68c HTTP/1.1" status: 200 len: 380 time: 0.0717762 Jun 14 17:13:10.329049 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [req-81a49aff-adde-454e-95d1-228e0a596574 req-464bcc4b-9a6a-422c-a104-c4641c77fbdf tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Request body: {'port': {'device_id': 'd0243d01-4413-4b9c-be6c-8b6511e46b0d', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'admin_state_up': True, 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'security_groups': ['a371bb34-74db-4b6f-b959-20aed98a4751']}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:13:10.472727 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a49aff-adde-454e-95d1-228e0a596574 req-464bcc4b-9a6a-422c-a104-c4641c77fbdf tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Made reservation on behalf of 3bddc90907524095ad0401cb14a2f68c for: {'port': 1} {{(pid=91925) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 14 17:13:10.476277 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-81a49aff-adde-454e-95d1-228e0a596574 req-464bcc4b-9a6a-422c-a104-c4641c77fbdf tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:10.636722 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_common [req-81a49aff-adde-454e-95d1-228e0a596574 req-464bcc4b-9a6a-422c-a104-c4641c77fbdf tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Allocated IP 172.20.0.8 (8560731a-9c90-4793-ae30-ab87841a8fed/6cabad88-fac4-45e5-a292-a7d08d2f23f7/825c33f8-dc32-442e-97d3-2f9cd8841370) {{(pid=91925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 17:13:10.819092 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-81a49aff-adde-454e-95d1-228e0a596574 req-464bcc4b-9a6a-422c-a104-c4641c77fbdf tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for port, precommit_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:10.832476 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [req-81a49aff-adde-454e-95d1-228e0a596574 req-464bcc4b-9a6a-422c-a104-c4641c77fbdf tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Transition to ACTIVE for port object 825c33f8-dc32-442e-97d3-2f9cd8841370 will not be triggered until provisioned by entity DHCP. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:13:10.870775 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-81a49aff-adde-454e-95d1-228e0a596574 req-464bcc4b-9a6a-422c-a104-c4641c77fbdf tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11589351'] for port, after_create {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:10.875988 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-0e32e2e6-e0c9-400e-b880-d1cbf25f2be4 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:13:10.913352 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:10.934563 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a49aff-adde-454e-95d1-228e0a596574 req-464bcc4b-9a6a-422c-a104-c4641c77fbdf tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Network 8560731a-9c90-4793-ae30-ab87841a8fed is already hosted by enough agents. {{(pid=91925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:13:10.938125 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.base_scheduler [req-81a49aff-adde-454e-95d1-228e0a596574 req-464bcc4b-9a6a-422c-a104-c4641c77fbdf tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Resources bound (agent type, host, resource id): {{(pid=91925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:13:10.945097 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a49aff-adde-454e-95d1-228e0a596574 req-464bcc4b-9a6a-422c-a104-c4641c77fbdf tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Received port after_create {{(pid=91925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 17:13:10.978602 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464bcc4b-9a6a-422c-a104-c4641c77fbdf tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Pushing event updated for resources: {'Port': ['ID=825c33f8-dc32-442e-97d3-2f9cd8841370,revision_number=1']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:13:10.983670 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-464bcc4b-9a6a-422c-a104-c4641c77fbdf tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:13:11.014943 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a49aff-adde-454e-95d1-228e0a596574 req-464bcc4b-9a6a-422c-a104-c4641c77fbdf tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:11.015815 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-81a49aff-adde-454e-95d1-228e0a596574 req-464bcc4b-9a6a-422c-a104-c4641c77fbdf tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:11.031417 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-81a49aff-adde-454e-95d1-228e0a596574 req-464bcc4b-9a6a-422c-a104-c4641c77fbdf tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7062769 Jun 14 17:13:11.043948 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.v2.base [req-81a49aff-adde-454e-95d1-228e0a596574 req-ef5ec08e-9af5-45ac-9e4f-80a1f7813ada service neutron] Request body: {'port': {'device_id': 'd0243d01-4413-4b9c-be6c-8b6511e46b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=91925) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:13:11.088392 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-eb5c99d0-52be-4e47-9e0c-add68afe0b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:11.143298 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-81a49aff-adde-454e-95d1-228e0a596574 req-ef5ec08e-9af5-45ac-9e4f-80a1f7813ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:11.185765 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0093e445-0a12-405b-bf7b-c4316552c73a None None] Provisioning for port 825c33f8-dc32-442e-97d3-2f9cd8841370 completed by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:13:11.190788 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-0093e445-0a12-405b-bf7b-c4316552c73a None None] Provisioning complete for port 825c33f8-dc32-442e-97d3-2f9cd8841370 triggered by entity DHCP. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:13:11.191288 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0093e445-0a12-405b-bf7b-c4316552c73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:11.236310 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0093e445-0a12-405b-bf7b-c4316552c73a None None] Port 825c33f8-dc32-442e-97d3-2f9cd8841370 cannot update to ACTIVE because it is not bound. {{(pid=91926) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 14 17:13:11.283119 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bcdb0-b4fd-4a1d-bdc4-3f4d9e808bcd req-35a0549a-53dc-47c1-a198-faec7f0656b0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:11.284449 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-023bcdb0-b4fd-4a1d-bdc4-3f4d9e808bcd req-35a0549a-53dc-47c1-a198-faec7f0656b0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0243d01-4413-4b9c-be6c-8b6511e46b0d HTTP/1.1" status: 200 len: 931 time: 0.0781915 Jun 14 17:13:11.327630 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-023bcdb0-b4fd-4a1d-bdc4-3f4d9e808bcd req-6c5e28d8-a2b8-4302-a9a6-f2af09ca8640 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368540 Jun 14 17:13:11.463342 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [req-81a49aff-adde-454e-95d1-228e0a596574 req-ef5ec08e-9af5-45ac-9e4f-80a1f7813ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 825c33f8-dc32-442e-97d3-2f9cd8841370 {{(pid=91925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 17:13:11.471266 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-81a49aff-adde-454e-95d1-228e0a596574 req-ef5ec08e-9af5-45ac-9e4f-80a1f7813ada service neutron] Notify callbacks [] for port, precommit_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:11.485517 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.provisioning_blocks [req-81a49aff-adde-454e-95d1-228e0a596574 req-ef5ec08e-9af5-45ac-9e4f-80a1f7813ada service neutron] Transition to ACTIVE for port object 825c33f8-dc32-442e-97d3-2f9cd8841370 will not be triggered until provisioned by entity L2. {{(pid=91925) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 14 17:13:11.492666 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-81a49aff-adde-454e-95d1-228e0a596574 req-ef5ec08e-9af5-45ac-9e4f-80a1f7813ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11589337'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:11.494920 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-5dede768-4f74-4f82-a745-a76d6860b7d2 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:13:11.593122 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ec08e-9af5-45ac-9e4f-80a1f7813ada service neutron] Pushing event updated for resources: {'Port': ['ID=825c33f8-dc32-442e-97d3-2f9cd8841370,revision_number=2']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:13:11.596806 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-ef5ec08e-9af5-45ac-9e4f-80a1f7813ada service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:13:11.687929 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [req-81a49aff-adde-454e-95d1-228e0a596574 req-ef5ec08e-9af5-45ac-9e4f-80a1f7813ada service neutron] Attempting to bind port 825c33f8-dc32-442e-97d3-2f9cd8841370 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 14 17:13:11.688282 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [req-81a49aff-adde-454e-95d1-228e0a596574 req-ef5ec08e-9af5-45ac-9e4f-80a1f7813ada service neutron] Attempting to bind port 825c33f8-dc32-442e-97d3-2f9cd8841370 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '1c809044-8102-4954-be5c-aa36261c8519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed'}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 14 17:13:11.689079 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a49aff-adde-454e-95d1-228e0a596574 req-ef5ec08e-9af5-45ac-9e4f-80a1f7813ada service neutron] Attempting to bind port 825c33f8-dc32-442e-97d3-2f9cd8841370 on network 8560731a-9c90-4793-ae30-ab87841a8fed {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:13:11.693766 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a49aff-adde-454e-95d1-228e0a596574 req-ef5ec08e-9af5-45ac-9e4f-80a1f7813ada service neutron] Port 825c33f8-dc32-442e-97d3-2f9cd8841370 on network 8560731a-9c90-4793-ae30-ab87841a8fed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 14 17:13:11.694082 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a49aff-adde-454e-95d1-228e0a596574 req-ef5ec08e-9af5-45ac-9e4f-80a1f7813ada service neutron] Attempting to bind port 825c33f8-dc32-442e-97d3-2f9cd8841370 on network 8560731a-9c90-4793-ae30-ab87841a8fed {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 14 17:13:11.702442 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a49aff-adde-454e-95d1-228e0a596574 req-ef5ec08e-9af5-45ac-9e4f-80a1f7813ada service neutron] Checking agent: {'id': 'd91e4a82-0936-47d0-84c3-2c620c6821d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'started_at': datetime.datetime(2021, 6, 14, 16, 31, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 17, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 14 17:13:11.702781 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a49aff-adde-454e-95d1-228e0a596574 req-ef5ec08e-9af5-45ac-9e4f-80a1f7813ada service neutron] Checking segment: {'id': '1c809044-8102-4954-be5c-aa36261c8519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 14 17:13:11.703166 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a49aff-adde-454e-95d1-228e0a596574 req-ef5ec08e-9af5-45ac-9e4f-80a1f7813ada service neutron] Bound using segment: {'id': '1c809044-8102-4954-be5c-aa36261c8519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed'} {{(pid=91925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 14 17:13:11.703592 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.managers [req-81a49aff-adde-454e-95d1-228e0a596574 req-ef5ec08e-9af5-45ac-9e4f-80a1f7813ada service neutron] Bound port: 825c33f8-dc32-442e-97d3-2f9cd8841370, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c809044-8102-4954-be5c-aa36261c8519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed'}}] {{(pid=91925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 14 17:13:11.703938 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-81a49aff-adde-454e-95d1-228e0a596574 req-ef5ec08e-9af5-45ac-9e4f-80a1f7813ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:11.781155 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [req-81a49aff-adde-454e-95d1-228e0a596574 req-ef5ec08e-9af5-45ac-9e4f-80a1f7813ada service neutron] For port 825c33f8-dc32-442e-97d3-2f9cd8841370, host hv-cinder-79628, cleared binding levels {{(pid=91925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 14 17:13:11.785622 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [req-81a49aff-adde-454e-95d1-228e0a596574 req-ef5ec08e-9af5-45ac-9e4f-80a1f7813ada service neutron] For port 825c33f8-dc32-442e-97d3-2f9cd8841370, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=825c33f8-dc32-442e-97d3-2f9cd8841370,segment=NetworkSegment(1c809044-8102-4954-be5c-aa36261c8519),segment_id=1c809044-8102-4954-be5c-aa36261c8519)] {{(pid=91925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 14 17:13:11.793629 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-81a49aff-adde-454e-95d1-228e0a596574 req-ef5ec08e-9af5-45ac-9e4f-80a1f7813ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11589337'] for port, after_update {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:11.796799 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-d606f5a8-2001-411c-baa5-81a61ed7e489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:13:11.843747 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a49aff-adde-454e-95d1-228e0a596574 req-ef5ec08e-9af5-45ac-9e4f-80a1f7813ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:11.844367 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-81a49aff-adde-454e-95d1-228e0a596574 req-ef5ec08e-9af5-45ac-9e4f-80a1f7813ada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:11.845775 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-81a49aff-adde-454e-95d1-228e0a596574 req-ef5ec08e-9af5-45ac-9e4f-80a1f7813ada service neutron] 10.222.0.43 "PUT /v2.0/ports/825c33f8-dc32-442e-97d3-2f9cd8841370 HTTP/1.1" status: 200 len: 1093 time: 0.8062952 Jun 14 17:13:11.846458 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0243d01-4413-4b9c-be6c-8b6511e46b0d', 'tag': '825c33f8-dc32-442e-97d3-2f9cd8841370'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:13:11.848721 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d291eb15d8c6473d16ee8dba452630a330a550e33bdf6927b5873c3041ff4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b75428b-8ac0-4716-bb41-528a99df3072" -d '{"events": [{"name": "network-changed", "server_uuid": "d0243d01-4413-4b9c-be6c-8b6511e46b0d", "tag": "825c33f8-dc32-442e-97d3-2f9cd8841370"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:13:11.880895 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ec08e-9af5-45ac-9e4f-80a1f7813ada service neutron] Pushing event updated for resources: {'Port': ['ID=825c33f8-dc32-442e-97d3-2f9cd8841370,revision_number=3']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:13:11.884664 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-ef5ec08e-9af5-45ac-9e4f-80a1f7813ada service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:13:11.910750 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 17:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54122d68-ddda-49a3-a450-03866ab407c0 x-openstack-request-id: req-54122d68-ddda-49a3-a450-03866ab407c0 {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:13:11.911091 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0243d01-4413-4b9c-be6c-8b6511e46b0d", "tag": "825c33f8-dc32-442e-97d3-2f9cd8841370", "status": "completed", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:13:11.911380 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54122d68-ddda-49a3-a450-03866ab407c0 {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:13:11.911810 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0243d01-4413-4b9c-be6c-8b6511e46b0d', 'tag': '825c33f8-dc32-442e-97d3-2f9cd8841370', 'status': 'completed', 'code': 200} Jun 14 17:13:11.970572 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a49aff-adde-454e-95d1-228e0a596574 req-2d5819c9-b4ae-4e93-9bfd-4530dbf4511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:11.972520 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-81a49aff-adde-454e-95d1-228e0a596574 req-2d5819c9-b4ae-4e93-9bfd-4530dbf4511a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bddc90907524095ad0401cb14a2f68c&device_id=d0243d01-4413-4b9c-be6c-8b6511e46b0d HTTP/1.1" status: 200 len: 1096 time: 0.0728168 Jun 14 17:13:12.028997 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-81a49aff-adde-454e-95d1-228e0a596574 req-d21c6670-71f9-4555-aac2-c966361656b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=825c33f8-dc32-442e-97d3-2f9cd8841370 HTTP/1.1" status: 200 len: 217 time: 0.0482128 Jun 14 17:13:12.092638 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a49aff-adde-454e-95d1-228e0a596574 req-0ac2850c-c522-49bd-b3d5-7ce19233f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:12.094264 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-81a49aff-adde-454e-95d1-228e0a596574 req-0ac2850c-c522-49bd-b3d5-7ce19233f316 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6cabad88-fac4-45e5-a292-a7d08d2f23f7 HTTP/1.1" status: 200 len: 850 time: 0.0584636 Jun 14 17:13:12.172829 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a49aff-adde-454e-95d1-228e0a596574 req-a4942c4d-8876-43ca-8137-7f6687999fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:12.174329 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-81a49aff-adde-454e-95d1-228e0a596574 req-a4942c4d-8876-43ca-8137-7f6687999fbb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8560731a-9c90-4793-ae30-ab87841a8fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730107 Jun 14 17:13:12.513757 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ba8b5-a0d7-42ec-94d2-7ad7cfc80f26 req-36266676-88f2-40a5-8f53-4439e366480a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:12.515335 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8f5ba8b5-a0d7-42ec-94d2-7ad7cfc80f26 req-36266676-88f2-40a5-8f53-4439e366480a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0243d01-4413-4b9c-be6c-8b6511e46b0d HTTP/1.1" status: 200 len: 943 time: 0.0729299 Jun 14 17:13:12.558521 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8f5ba8b5-a0d7-42ec-94d2-7ad7cfc80f26 req-abf515bd-8b47-4a16-aa7c-d08789f2a1c0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371969 Jun 14 17:13:12.566204 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-81a49aff-adde-454e-95d1-228e0a596574 req-0fa9a77b-8dcc-434f-b140-c2d1d1623744 service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822339 Jun 14 17:13:12.602277 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:12.682675 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-81a49aff-adde-454e-95d1-228e0a596574 req-2fce4d18-af89-42ea-9f22-2adc4b0a57e0 service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088285 Jun 14 17:13:12.809315 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75428b-8ac0-4716-bb41-528a99df3072 req-cbb86f33-df91-4ce3-8d21-f8e6ef974fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:12.810847 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-6b75428b-8ac0-4716-bb41-528a99df3072 req-cbb86f33-df91-4ce3-8d21-f8e6ef974fc5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bddc90907524095ad0401cb14a2f68c&device_id=d0243d01-4413-4b9c-be6c-8b6511e46b0d HTTP/1.1" status: 200 len: 1096 time: 0.0754020 Jun 14 17:13:12.932972 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75428b-8ac0-4716-bb41-528a99df3072 req-2e348eba-c4fb-4775-b868-ebed62928e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:12.934457 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-6b75428b-8ac0-4716-bb41-528a99df3072 req-2e348eba-c4fb-4775-b868-ebed62928e22 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8560731a-9c90-4793-ae30-ab87841a8fed HTTP/1.1" status: 200 len: 912 time: 0.1144724 Jun 14 17:13:12.991742 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-6b75428b-8ac0-4716-bb41-528a99df3072 req-02880a9b-aa57-427b-b5cf-587d963de510 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=825c33f8-dc32-442e-97d3-2f9cd8841370 HTTP/1.1" status: 200 len: 217 time: 0.0498595 Jun 14 17:13:13.056233 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75428b-8ac0-4716-bb41-528a99df3072 req-fb3f8538-9b75-4af8-8b1e-22d67b14cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:13.057712 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-6b75428b-8ac0-4716-bb41-528a99df3072 req-fb3f8538-9b75-4af8-8b1e-22d67b14cce3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6cabad88-fac4-45e5-a292-a7d08d2f23f7 HTTP/1.1" status: 200 len: 850 time: 0.0572300 Jun 14 17:13:13.123991 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75428b-8ac0-4716-bb41-528a99df3072 req-41e73621-50b4-4e6b-8413-58742d190659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:13.125535 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-6b75428b-8ac0-4716-bb41-528a99df3072 req-41e73621-50b4-4e6b-8413-58742d190659 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8560731a-9c90-4793-ae30-ab87841a8fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603981 Jun 14 17:13:13.246120 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-6b75428b-8ac0-4716-bb41-528a99df3072 req-3cd8da04-0ff7-424d-8afb-05cf1f043c5f service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109676 Jun 14 17:13:13.365658 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-6b75428b-8ac0-4716-bb41-528a99df3072 req-b518a9b8-7d3b-4e57-b537-01e16580e2a2 service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117396 Jun 14 17:13:13.770473 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5772a-2925-4d84-bc67-a99563447cf8 req-126606fc-69d4-46bd-90b3-d59e4b592abd tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:13.771928 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fff5772a-2925-4d84-bc67-a99563447cf8 req-126606fc-69d4-46bd-90b3-d59e4b592abd tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0243d01-4413-4b9c-be6c-8b6511e46b0d HTTP/1.1" status: 200 len: 943 time: 0.0832329 Jun 14 17:13:13.815779 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fff5772a-2925-4d84-bc67-a99563447cf8 req-c55d75d8-4e1d-48c7-8b9b-16eb7df4bf7d tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379686 Jun 14 17:13:14.475971 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:15.014559 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12145d-f181-4910-9784-17daa3cdb1aa req-578ce589-17d8-4665-a854-19cdd31603ba tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:15.016020 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-cb12145d-f181-4910-9784-17daa3cdb1aa req-578ce589-17d8-4665-a854-19cdd31603ba tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0243d01-4413-4b9c-be6c-8b6511e46b0d HTTP/1.1" status: 200 len: 943 time: 0.0792072 Jun 14 17:13:15.061575 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-cb12145d-f181-4910-9784-17daa3cdb1aa req-2cd32393-85a7-400b-8fd9-50a784aeaff6 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395534 Jun 14 17:13:16.279247 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a285426-160a-4064-b79e-c907d9f59aaa req-d0b46e6f-a0dc-446d-8db0-deb4279ca708 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:16.280991 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4a285426-160a-4064-b79e-c907d9f59aaa req-d0b46e6f-a0dc-446d-8db0-deb4279ca708 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0243d01-4413-4b9c-be6c-8b6511e46b0d HTTP/1.1" status: 200 len: 943 time: 0.0882957 Jun 14 17:13:16.326015 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4a285426-160a-4064-b79e-c907d9f59aaa req-12e0c927-15bb-4644-bef4-fa7a8b452be5 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365982 Jun 14 17:13:17.532642 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48aa9fd-76ce-47b1-bed5-1cce17709a78 req-025f5a13-5d97-4be3-8885-513cddef3bec tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:17.534113 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a48aa9fd-76ce-47b1-bed5-1cce17709a78 req-025f5a13-5d97-4be3-8885-513cddef3bec tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0243d01-4413-4b9c-be6c-8b6511e46b0d HTTP/1.1" status: 200 len: 943 time: 0.0864229 Jun 14 17:13:17.578905 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a48aa9fd-76ce-47b1-bed5-1cce17709a78 req-1807899a-0d06-484d-a14d-e68334994760 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370142 Jun 14 17:13:18.779071 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a841dd0-2718-485e-9d4e-b865ca926f63 req-21cb1f47-c0b4-400d-b054-31b2a13fb3d0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:18.780588 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6a841dd0-2718-485e-9d4e-b865ca926f63 req-21cb1f47-c0b4-400d-b054-31b2a13fb3d0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0243d01-4413-4b9c-be6c-8b6511e46b0d HTTP/1.1" status: 200 len: 943 time: 0.0808735 Jun 14 17:13:18.826439 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6a841dd0-2718-485e-9d4e-b865ca926f63 req-b2d1ac4c-f070-4ce6-bff3-7f6bba14e484 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380907 Jun 14 17:13:19.631902 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 825c33f8-dc32-442e-97d3-2f9cd8841370 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91926) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 17:13:19.768715 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 825c33f8-dc32-442e-97d3-2f9cd8841370, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=825c33f8-dc32-442e-97d3-2f9cd8841370,segment=NetworkSegment(1c809044-8102-4954-be5c-aa36261c8519),segment_id=1c809044-8102-4954-be5c-aa36261c8519)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:13:19.783451 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Returning: {'device': '825c33f8-dc32-442e-97d3-2f9cd8841370', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'port_id': '825c33f8-dc32-442e-97d3-2f9cd8841370', 'mac_address': 'fa:16:3e:12:e1:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91926) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 17:13:19.844432 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:19.860403 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825c33f8-dc32-442e-97d3-2f9cd8841370 {{(pid=91926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 17:13:19.881451 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 825c33f8-dc32-442e-97d3-2f9cd8841370, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=825c33f8-dc32-442e-97d3-2f9cd8841370,segment=NetworkSegment(1c809044-8102-4954-be5c-aa36261c8519),segment_id=1c809044-8102-4954-be5c-aa36261c8519)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:13:19.886593 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:19.888384 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-ad897db9-3dda-437f-a5cf-299ce7f65fc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:13:19.952192 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=825c33f8-dc32-442e-97d3-2f9cd8841370,revision_number=4']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:13:19.956979 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:13:20.016469 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f20bf-a051-449b-8d80-fa423b08eed0 req-86064edd-65ab-4c70-ae87-348eec751f3b tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:20.017920 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-478f20bf-a051-449b-8d80-fa423b08eed0 req-86064edd-65ab-4c70-ae87-348eec751f3b tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0243d01-4413-4b9c-be6c-8b6511e46b0d HTTP/1.1" status: 200 len: 944 time: 0.0717616 Jun 14 17:13:20.066247 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-478f20bf-a051-449b-8d80-fa423b08eed0 req-fe912750-ac45-42ba-b331-2805a7065a87 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403919 Jun 14 17:13:20.138901 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['825c33f8-dc32-442e-97d3-2f9cd8841370'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 17:13:21.255819 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d43ce-68d9-4b54-b970-3499660bfdc2 req-aeeb84d7-0c64-4f4e-8458-61e2b5a9df8e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:21.257191 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-269d43ce-68d9-4b54-b970-3499660bfdc2 req-aeeb84d7-0c64-4f4e-8458-61e2b5a9df8e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0243d01-4413-4b9c-be6c-8b6511e46b0d HTTP/1.1" status: 200 len: 944 time: 0.0748787 Jun 14 17:13:21.299501 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-269d43ce-68d9-4b54-b970-3499660bfdc2 req-014f7e1e-c8d2-46ff-b500-4cdf95ac0e02 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363095 Jun 14 17:13:21.664064 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 825c33f8-dc32-442e-97d3-2f9cd8841370 up at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:13:21.722752 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning for port 825c33f8-dc32-442e-97d3-2f9cd8841370 completed by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 14 17:13:21.726884 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning complete for port 825c33f8-dc32-442e-97d3-2f9cd8841370 triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:13:21.727268 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:21.823840 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:21.848814 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0243d01-4413-4b9c-be6c-8b6511e46b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825c33f8-dc32-442e-97d3-2f9cd8841370'}] {{(pid=91926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:13:21.851326 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b0a793cb4832d067d15d1ae193df815134514e8483bb184155629213ee4f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11c6514-0dc1-4f1b-b7dc-95077e1f144f" -d '{"events": [{"server_uuid": "d0243d01-4413-4b9c-be6c-8b6511e46b0d", "name": "network-vif-plugged", "status": "completed", "tag": "825c33f8-dc32-442e-97d3-2f9cd8841370"}]}' {{(pid=91926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:13:21.866081 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 825c33f8-dc32-442e-97d3-2f9cd8841370, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=825c33f8-dc32-442e-97d3-2f9cd8841370,segment=NetworkSegment(1c809044-8102-4954-be5c-aa36261c8519),segment_id=1c809044-8102-4954-be5c-aa36261c8519)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:13:21.870727 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:21.872588 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-204d18dc-497e-46e3-82c2-9aa2fb45e69c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:13:21.899371 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 17:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bec169-87dd-44c5-8501-e238209b7ccd x-openstack-request-id: req-95bec169-87dd-44c5-8501-e238209b7ccd {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:13:21.899664 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0243d01-4413-4b9c-be6c-8b6511e46b0d", "name": "network-vif-plugged", "status": "completed", "tag": "825c33f8-dc32-442e-97d3-2f9cd8841370", "code": 200}]} {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:13:21.899859 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95bec169-87dd-44c5-8501-e238209b7ccd {{(pid=91926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:13:21.900256 dv-cinder-796286-2-iscsi neutron-server[91926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0243d01-4413-4b9c-be6c-8b6511e46b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825c33f8-dc32-442e-97d3-2f9cd8841370', 'code': 200} Jun 14 17:13:21.932505 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=825c33f8-dc32-442e-97d3-2f9cd8841370,revision_number=5']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:13:21.941469 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:13:21.944925 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:13:21.944925 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:13:21.944925 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:13:21.944925 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:13:21.944925 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:13:21.944925 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:13:21.944925 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:13:21.944925 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:13:21.944925 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:13:21.950041 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:13:21.950041 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:13:21.950041 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:13:22.214887 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e032d4-807e-4378-88d2-d60f3fcb0f1a req-1cda5258-f247-4bc8-bf52-c823783f566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:22.216750 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-59e032d4-807e-4378-88d2-d60f3fcb0f1a req-1cda5258-f247-4bc8-bf52-c823783f566f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d0243d01-4413-4b9c-be6c-8b6511e46b0d HTTP/1.1" status: 200 len: 1098 time: 0.0645411 Jun 14 17:13:22.265407 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-59e032d4-807e-4378-88d2-d60f3fcb0f1a req-7976a042-5e8a-4ed0-aa31-620c752e7826 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384190 Jun 14 17:13:22.487532 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfc384-1d59-420b-bfd9-f4fca697209f req-3a959f46-fadf-482b-9278-a522d75a440c tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:22.488940 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dbcfc384-1d59-420b-bfd9-f4fca697209f req-3a959f46-fadf-482b-9278-a522d75a440c tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0243d01-4413-4b9c-be6c-8b6511e46b0d HTTP/1.1" status: 200 len: 945 time: 0.0763977 Jun 14 17:13:22.537138 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-dbcfc384-1d59-420b-bfd9-f4fca697209f req-9980130c-1643-4ac3-83b6-8e6e5edc103b tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406201 Jun 14 17:13:23.722501 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a697e9-667a-4849-8d04-77e50261a0cb req-f47b724a-ad75-42a9-912c-0d8470f673e5 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:23.723948 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-94a697e9-667a-4849-8d04-77e50261a0cb req-f47b724a-ad75-42a9-912c-0d8470f673e5 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0243d01-4413-4b9c-be6c-8b6511e46b0d HTTP/1.1" status: 200 len: 945 time: 0.0735455 Jun 14 17:13:23.766605 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-94a697e9-667a-4849-8d04-77e50261a0cb req-7a3a0921-75e6-4c69-aaf9-813bfd1e3377 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365601 Jun 14 17:13:23.948963 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa433f3-2c58-4416-93ff-9296f3387e38 req-e4908c4e-9bed-412d-9e74-92b948241e82 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:23.950466 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6aa433f3-2c58-4416-93ff-9296f3387e38 req-e4908c4e-9bed-412d-9e74-92b948241e82 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0243d01-4413-4b9c-be6c-8b6511e46b0d HTTP/1.1" status: 200 len: 945 time: 0.0716972 Jun 14 17:13:23.992361 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6aa433f3-2c58-4416-93ff-9296f3387e38 req-add3f0a5-9909-4505-b943-7f01ed7b1151 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360584 Jun 14 17:13:24.016710 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 46918) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:13:24.075536 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892bdd50-9dbe-4b0e-ae7c-517a538507ff tempest-TestVolumeBootPattern-1156862471 tempest-TestVolumeBootPattern-1156862471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:24.077040 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-892bdd50-9dbe-4b0e-ae7c-517a538507ff tempest-TestVolumeBootPattern-1156862471 tempest-TestVolumeBootPattern-1156862471-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d0243d01-4413-4b9c-be6c-8b6511e46b0d HTTP/1.1" status: 200 len: 1093 time: 0.0593493 Jun 14 17:13:24.080079 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 46920) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:13:24.084809 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.v2.base [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Request body: {'floatingip': {'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'port_id': '825c33f8-dc32-442e-97d3-2f9cd8841370', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=91924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 14 17:13:24.108252 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for floatingip, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:24.231955 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3817273'] for port, before_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:24.357320 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_common [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Allocated IP 172.27.0.130 (2e21213b-d279-4f17-b7ac-a39d3c551e15/cd8b9889-3c5e-49b3-9c23-75f1e7c20530/761ac771-10b8-4766-acdc-f303058beef0) {{(pid=91924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 14 17:13:24.485454 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for port, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:24.525598 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3817466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-169008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769376826408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12205892'] for port, after_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:24.527825 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-728d9033-6091-42c9-961d-5819bf6010ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:13:24.572703 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Network 2e21213b-d279-4f17-b7ac-a39d3c551e15 is already hosted by enough agents. {{(pid=91924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 14 17:13:24.575686 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.base_scheduler [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Resources bound (agent type, host, resource id): {{(pid=91924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 14 17:13:24.579046 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Received port after_create {{(pid=91924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 14 17:13:24.584541 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Pushing event updated for resources: {'Port': ['ID=761ac771-10b8-4766-acdc-f303058beef0,revision_number=1']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:13:24.616826 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:13:24.617206 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:13:24.617600 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:13:24.617964 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:13:24.618387 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:13:24.618746 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:13:24.619174 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:13:24.619600 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:13:24.619953 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:13:24.620307 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:13:24.620654 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:13:24.620990 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:13:24.629024 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:13:25.326812 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:25.419621 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:25.598605 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for port, precommit_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:25.604544 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12205946'] for port, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:25.606524 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d5bb297d-7043-4e91-a581-588d643b191d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:13:25.683423 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Pushing event updated for resources: {'Port': ['ID=761ac771-10b8-4766-acdc-f303058beef0,revision_number=2']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:13:25.687190 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:13:25.696124 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-594291'] for floatingip, after_update {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:25.833690 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.db.l3_db [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Floating IP d5a3a290-f38b-4589-bc5b-c2aeeeb0e395 associated. External IP: 172.27.0.130, port: 825c33f8-dc32-442e-97d3-2f9cd8841370. Jun 14 17:13:26.121836 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Router cc16f8da-c677-4efc-b59c-3d7780f8bce5 has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 17:13:26.269447 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 17:13:26.279164 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70329fa-58fd-4603-8126-a119335a57f5 None None] Sync routers for ids ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'] in dv-cinder-796286-2-iscsi {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 17:13:26.287301 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for floatingip, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:26.290671 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70329fa-58fd-4603-8126-a119335a57f5 None None] Routers {'cc16f8da-c677-4efc-b59c-3d7780f8bce5'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:13:26.291328 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-b70329fa-58fd-4603-8126-a119335a57f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:13:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:13:26.331331 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-29b9afbc-f9a6-4e79-88ef-fe6c523ca08a tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2500556 Jun 14 17:13:26.332017 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0243d01-4413-4b9c-be6c-8b6511e46b0d', 'tag': '825c33f8-dc32-442e-97d3-2f9cd8841370'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:13:26.334324 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951246fe-6fab-4306-bdb9-90b9bd6098cd" -d '{"events": [{"name": "network-changed", "server_uuid": "d0243d01-4413-4b9c-be6c-8b6511e46b0d", "tag": "825c33f8-dc32-442e-97d3-2f9cd8841370"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:13:26.369112 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 17:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883dc5aa-8b26-4381-ad58-92a1deb357c4 x-openstack-request-id: req-883dc5aa-8b26-4381-ad58-92a1deb357c4 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:13:26.369582 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0243d01-4413-4b9c-be6c-8b6511e46b0d", "tag": "825c33f8-dc32-442e-97d3-2f9cd8841370", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:13:26.369958 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-883dc5aa-8b26-4381-ad58-92a1deb357c4 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:13:26.370582 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0243d01-4413-4b9c-be6c-8b6511e46b0d', 'tag': '825c33f8-dc32-442e-97d3-2f9cd8841370', 'status': 'completed', 'code': 200} Jun 14 17:13:26.442715 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-b70329fa-58fd-4603-8126-a119335a57f5 None None] Set router cc16f8da-c677-4efc-b59c-3d7780f8bce5 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:13:26.457409 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951246fe-6fab-4306-bdb9-90b9bd6098cd req-390f641f-aba7-4f91-8982-1e6074fb9e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:26.463996 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-951246fe-6fab-4306-bdb9-90b9bd6098cd req-390f641f-aba7-4f91-8982-1e6074fb9e26 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bddc90907524095ad0401cb14a2f68c&device_id=d0243d01-4413-4b9c-be6c-8b6511e46b0d HTTP/1.1" status: 200 len: 1098 time: 0.0659349 Jun 14 17:13:26.576870 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951246fe-6fab-4306-bdb9-90b9bd6098cd req-1c5c694b-145a-4255-9e31-ebe113a9dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:26.578228 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-951246fe-6fab-4306-bdb9-90b9bd6098cd req-1c5c694b-145a-4255-9e31-ebe113a9dcb0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8560731a-9c90-4793-ae30-ab87841a8fed HTTP/1.1" status: 200 len: 912 time: 0.1111503 Jun 14 17:13:26.658126 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-951246fe-6fab-4306-bdb9-90b9bd6098cd req-7740744d-a678-48b4-a830-6ea15df56062 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=825c33f8-dc32-442e-97d3-2f9cd8841370 HTTP/1.1" status: 200 len: 999 time: 0.0724111 Jun 14 17:13:26.721981 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951246fe-6fab-4306-bdb9-90b9bd6098cd req-be7c094d-f27f-495e-aa23-324e94e23522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:26.723483 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-951246fe-6fab-4306-bdb9-90b9bd6098cd req-be7c094d-f27f-495e-aa23-324e94e23522 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6cabad88-fac4-45e5-a292-a7d08d2f23f7 HTTP/1.1" status: 200 len: 850 time: 0.0584638 Jun 14 17:13:26.788161 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951246fe-6fab-4306-bdb9-90b9bd6098cd req-dc59e112-2b33-4175-96a9-bf159b141808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:13:26.789726 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-951246fe-6fab-4306-bdb9-90b9bd6098cd req-dc59e112-2b33-4175-96a9-bf159b141808 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8560731a-9c90-4793-ae30-ab87841a8fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589566 Jun 14 17:13:26.871392 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-b70329fa-58fd-4603-8126-a119335a57f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:07:55Z', 'updated_at': '2021-06-14T17:08:00Z', 'revision_number': 4, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'gw_port': {'id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:56Z', 'updated_at': '2021-06-14T17:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_floatingips': [{'id': '60f3fc24-7049-42e5-a1f6-29baff8b58dd', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'port_id': '5292b588-061f-49ef-8e20-3e4ba4c2b8eb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'mac_address': 'fa:16:3e:32:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f28f-30ad-4ff5-8428-5c4d5303093c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T17:11:17Z', 'updated_at': '2021-06-14T17:11:20Z', 'revision_number': 1, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'fixed_ip_address_scope': None}, {'id': 'd5a3a290-f38b-4589-bc5b-c2aeeeb0e395', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'port_id': '825c33f8-dc32-442e-97d3-2f9cd8841370', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'mac_address': 'fa:16:3e:12:e1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0243d01-4413-4b9c-be6c-8b6511e46b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T17:13:25Z', 'updated_at': '2021-06-14T17:13:25Z', 'revision_number': 0, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634a005b-73ca-41e5-9e96-26cf6b83c51d', 'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:59Z', 'updated_at': '2021-06-14T17:08:07Z', 'revision_number': 5, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'subnets': [{'id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:13:26.875147 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70329fa-58fd-4603-8126-a119335a57f5 None None] Checking router: cc16f8da-c677-4efc-b59c-3d7780f8bce5 for host: dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 17:13:26.883975 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70329fa-58fd-4603-8126-a119335a57f5 None None] Routers {'cc16f8da-c677-4efc-b59c-3d7780f8bce5'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:13:26.884160 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-b70329fa-58fd-4603-8126-a119335a57f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:13:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:13:26.907613 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-951246fe-6fab-4306-bdb9-90b9bd6098cd req-5108d4af-79f6-4d94-8669-1bf322226445 service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101651 Jun 14 17:13:27.023547 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-951246fe-6fab-4306-bdb9-90b9bd6098cd req-bc91061a-27e1-44b1-ab21-a2db1121e250 service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091943 Jun 14 17:13:27.025519 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-b70329fa-58fd-4603-8126-a119335a57f5 None None] Set router cc16f8da-c677-4efc-b59c-3d7780f8bce5 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:13:27.325897 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-b70329fa-58fd-4603-8126-a119335a57f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:07:55Z', 'updated_at': '2021-06-14T17:08:00Z', 'revision_number': 4, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'gw_port': {'id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:56Z', 'updated_at': '2021-06-14T17:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_floatingips': [{'id': '60f3fc24-7049-42e5-a1f6-29baff8b58dd', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'port_id': '5292b588-061f-49ef-8e20-3e4ba4c2b8eb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'mac_address': 'fa:16:3e:32:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f28f-30ad-4ff5-8428-5c4d5303093c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T17:11:17Z', 'updated_at': '2021-06-14T17:11:20Z', 'revision_number': 1, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'fixed_ip_address_scope': None}, {'id': 'd5a3a290-f38b-4589-bc5b-c2aeeeb0e395', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'port_id': '825c33f8-dc32-442e-97d3-2f9cd8841370', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'mac_address': 'fa:16:3e:12:e1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0243d01-4413-4b9c-be6c-8b6511e46b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T17:13:25Z', 'updated_at': '2021-06-14T17:13:25Z', 'revision_number': 0, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634a005b-73ca-41e5-9e96-26cf6b83c51d', 'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:59Z', 'updated_at': '2021-06-14T17:08:07Z', 'revision_number': 5, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'subnets': [{'id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:13:27.329555 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70329fa-58fd-4603-8126-a119335a57f5 None None] The sync data for ids ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'] in dv-cinder-796286-2-iscsi is: [{'id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:07:55Z', 'updated_at': '2021-06-14T17:08:00Z', 'revision_number': 4, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'gw_port': {'id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:56Z', 'updated_at': '2021-06-14T17:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_floatingips': [{'id': '60f3fc24-7049-42e5-a1f6-29baff8b58dd', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'port_id': '5292b588-061f-49ef-8e20-3e4ba4c2b8eb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'mac_address': 'fa:16:3e:32:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f28f-30ad-4ff5-8428-5c4d5303093c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T17:11:17Z', 'updated_at': '2021-06-14T17:11:20Z', 'revision_number': 1, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'fixed_ip_address_scope': None}, {'id': 'd5a3a290-f38b-4589-bc5b-c2aeeeb0e395', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'port_id': '825c33f8-dc32-442e-97d3-2f9cd8841370', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'mac_address': 'fa:16:3e:12:e1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0243d01-4413-4b9c-be6c-8b6511e46b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T17:13:25Z', 'updated_at': '2021-06-14T17:13:25Z', 'revision_number': 0, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634a005b-73ca-41e5-9e96-26cf6b83c51d', 'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:59Z', 'updated_at': '2021-06-14T17:08:07Z', 'revision_number': 5, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'subnets': [{'id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 17:13:27.516796 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8894bd3d-a0ad-4ce2-a2d8-5e13f6ff75ef None None] New status for floating IP d5a3a290-f38b-4589-bc5b-c2aeeeb0e395: ACTIVE {{(pid=91927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 17:13:38.040928 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:38.702360 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-10f717a2-7549-46ce-862e-eb92218dad4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:40.451386 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:13:40.908439 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:41.081417 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-8bf604dd-7e69-4508-852e-f58407311855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:42.594802 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:13:44.529847 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:05.538377 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-47beb97d-95d7-4896-8dca-31e89476ccc9 req-6b92b2bb-d10c-4093-8226-88e82e2ceeef service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0618846 Jun 14 17:14:05.623066 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47beb97d-95d7-4896-8dca-31e89476ccc9 req-a8293332-9730-4c6a-98be-e9cda05c2f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:05.624551 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-47beb97d-95d7-4896-8dca-31e89476ccc9 req-a8293332-9730-4c6a-98be-e9cda05c2f26 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=116dc0810f364143a2a00f614d76b486&device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 1099 time: 0.0588486 Jun 14 17:14:05.758987 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47beb97d-95d7-4896-8dca-31e89476ccc9 req-9c52cf29-4b6f-429c-b11e-d6313396ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:05.760454 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-47beb97d-95d7-4896-8dca-31e89476ccc9 req-9c52cf29-4b6f-429c-b11e-d6313396ce33 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8423b44f-5a8c-4846-820c-03d5babfe51d HTTP/1.1" status: 200 len: 910 time: 0.1133053 Jun 14 17:14:05.847571 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-47beb97d-95d7-4896-8dca-31e89476ccc9 req-00127250-07c8-410c-92a3-30d4234fa39b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a HTTP/1.1" status: 200 len: 1001 time: 0.0799620 Jun 14 17:14:05.904085 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47beb97d-95d7-4896-8dca-31e89476ccc9 req-569dac83-a2ef-4f30-b68c-d3a0de9361fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:05.905509 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-47beb97d-95d7-4896-8dca-31e89476ccc9 req-569dac83-a2ef-4f30-b68c-d3a0de9361fe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=84f271ce-1b0c-4c14-aa77-c3984720885a HTTP/1.1" status: 200 len: 848 time: 0.0510993 Jun 14 17:14:05.972188 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47beb97d-95d7-4896-8dca-31e89476ccc9 req-78ae086f-6093-4d79-a7a6-060c38ae1fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:05.973713 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-47beb97d-95d7-4896-8dca-31e89476ccc9 req-78ae086f-6093-4d79-a7a6-060c38ae1fc1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8423b44f-5a8c-4846-820c-03d5babfe51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0614276 Jun 14 17:14:06.095021 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-47beb97d-95d7-4896-8dca-31e89476ccc9 req-5eb07c05-21ec-4233-acdf-e1f66055c361 service neutron] 10.222.0.43 "GET /v2.0/networks/8423b44f-5a8c-4846-820c-03d5babfe51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134589 Jun 14 17:14:06.221003 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-47beb97d-95d7-4896-8dca-31e89476ccc9 req-b1d11efb-00f6-4774-9e4d-7b799640836b service neutron] 10.222.0.43 "GET /v2.0/networks/8423b44f-5a8c-4846-820c-03d5babfe51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189566 Jun 14 17:14:08.033147 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:08.706459 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f4123648-dbad-4e0e-a618-51952a5be3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:10.914458 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:11.084118 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-8f8dd3b9-7899-43ed-ab99-966b0038220b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:12.598264 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:14.479973 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:17.455483 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:14:26.424421 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c03640-7ef8-4563-910a-494c5dd75119 req-c1b5fe8a-562d-495a-8e14-a869a2c6f15d tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:26.425891 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a3c03640-7ef8-4563-910a-494c5dd75119 req-c1b5fe8a-562d-495a-8e14-a869a2c6f15d tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 946 time: 0.0776336 Jun 14 17:14:26.475304 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a3c03640-7ef8-4563-910a-494c5dd75119 req-c64efa32-ac40-4a3a-b7fd-a6d14f050652 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429702 Jun 14 17:14:27.672869 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d52cf5-167f-4ba7-95da-bcfbeb5b5da5 req-2eeb5b58-8a3d-41b6-9d09-12247596fa9e tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:27.674327 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-76d52cf5-167f-4ba7-95da-bcfbeb5b5da5 req-2eeb5b58-8a3d-41b6-9d09-12247596fa9e tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 946 time: 0.0858016 Jun 14 17:14:27.723577 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-76d52cf5-167f-4ba7-95da-bcfbeb5b5da5 req-41d1148b-0d0a-45c8-9de4-d9c8591c0c6a tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421991 Jun 14 17:14:28.927265 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad38dc-fb0b-4c39-8e40-90624372ffb1 req-fae8b0a3-7f85-4d5e-b7e0-60302ce3868a tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:28.928766 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b3ad38dc-fb0b-4c39-8e40-90624372ffb1 req-fae8b0a3-7f85-4d5e-b7e0-60302ce3868a tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 946 time: 0.0902205 Jun 14 17:14:28.971413 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b3ad38dc-fb0b-4c39-8e40-90624372ffb1 req-81323c1d-e0e1-47e6-91aa-accd8653aeca tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369451 Jun 14 17:14:30.175665 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a49ce1-f2ca-4d81-9896-b1eb27366ae2 req-5efa10c5-7f1e-4399-9f7e-ce247824a847 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:30.177144 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c0a49ce1-f2ca-4d81-9896-b1eb27366ae2 req-5efa10c5-7f1e-4399-9f7e-ce247824a847 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 946 time: 0.0830278 Jun 14 17:14:30.219789 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-c0a49ce1-f2ca-4d81-9896-b1eb27366ae2 req-bd098a40-ce5f-4644-9550-308286f59aa1 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363228 Jun 14 17:14:31.402266 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7561f0-24b1-423b-9eed-48f8e63584a0 req-661da41d-2e08-44b3-8a39-c5ee9698780f tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:31.403659 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ef7561f0-24b1-423b-9eed-48f8e63584a0 req-661da41d-2e08-44b3-8a39-c5ee9698780f tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 946 time: 0.0688090 Jun 14 17:14:31.446100 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-ef7561f0-24b1-423b-9eed-48f8e63584a0 req-07744198-ca15-451a-be59-7797449f0331 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367486 Jun 14 17:14:32.804721 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbbd68-6c96-4149-af84-a6b37cefb427 req-69a9b18a-6a93-4a0c-a351-d0dc2ac35a0a tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:32.806156 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-53bbbd68-6c96-4149-af84-a6b37cefb427 req-69a9b18a-6a93-4a0c-a351-d0dc2ac35a0a tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 946 time: 0.2403345 Jun 14 17:14:32.848973 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-53bbbd68-6c96-4149-af84-a6b37cefb427 req-a53f7e20-e99f-40c0-b1d6-06c875693dbc tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370603 Jun 14 17:14:34.087972 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1e9e4-9567-49bf-9fac-2fac2cf278c8 req-34b48ff5-850e-46d1-b5d4-b547e78f7f42 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:34.089430 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-99a1e9e4-9567-49bf-9fac-2fac2cf278c8 req-34b48ff5-850e-46d1-b5d4-b547e78f7f42 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 946 time: 0.1206479 Jun 14 17:14:34.130824 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-99a1e9e4-9567-49bf-9fac-2fac2cf278c8 req-0b165fe7-9a3c-42be-935e-6bbdeae10cf9 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357053 Jun 14 17:14:35.335402 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d70a26-5335-437c-b81b-8f070b1d6157 req-3b61aa58-df44-4412-a73a-40654ff99a47 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:35.336857 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-16d70a26-5335-437c-b81b-8f070b1d6157 req-3b61aa58-df44-4412-a73a-40654ff99a47 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 946 time: 0.0753524 Jun 14 17:14:35.381055 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-16d70a26-5335-437c-b81b-8f070b1d6157 req-446497a8-4e04-47d2-93ad-77a5734d7fde tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382879 Jun 14 17:14:36.565048 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a546d-9629-4d94-8730-d287e70abafd req-d57fe57f-fc45-4bd9-8798-e92c0b726dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:36.566562 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-c87a546d-9629-4d94-8730-d287e70abafd req-d57fe57f-fc45-4bd9-8798-e92c0b726dab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=116dc0810f364143a2a00f614d76b486&device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 1099 time: 0.0592060 Jun 14 17:14:36.570210 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58255336-437c-44cd-b228-c7e575384255 req-47600b92-fe16-4b04-91e4-efe3348d7989 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:36.571706 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-58255336-437c-44cd-b228-c7e575384255 req-47600b92-fe16-4b04-91e4-efe3348d7989 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 946 time: 0.0723598 Jun 14 17:14:36.613507 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-58255336-437c-44cd-b228-c7e575384255 req-0df7fd12-6fde-40f8-8738-0397656ff296 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361280 Jun 14 17:14:36.684681 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a546d-9629-4d94-8730-d287e70abafd req-14f2bc8d-6970-44e2-9911-e9bc569bd49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:36.689880 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-c87a546d-9629-4d94-8730-d287e70abafd req-14f2bc8d-6970-44e2-9911-e9bc569bd49f service neutron] 10.222.0.43 "GET /v2.0/networks?id=8423b44f-5a8c-4846-820c-03d5babfe51d HTTP/1.1" status: 200 len: 910 time: 0.1121528 Jun 14 17:14:36.776261 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-c87a546d-9629-4d94-8730-d287e70abafd req-0aa2e035-6d25-4157-860f-7e4e64224718 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a HTTP/1.1" status: 200 len: 1001 time: 0.0802751 Jun 14 17:14:36.846714 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a546d-9629-4d94-8730-d287e70abafd req-a698c4e7-60ed-4d4e-bd9d-918aa98e95dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:36.848124 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-c87a546d-9629-4d94-8730-d287e70abafd req-a698c4e7-60ed-4d4e-bd9d-918aa98e95dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=84f271ce-1b0c-4c14-aa77-c3984720885a HTTP/1.1" status: 200 len: 848 time: 0.0603154 Jun 14 17:14:36.922542 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a546d-9629-4d94-8730-d287e70abafd req-d7627c80-cfbe-42e3-9435-b66d058ea08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:36.924022 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-c87a546d-9629-4d94-8730-d287e70abafd req-d7627c80-cfbe-42e3-9435-b66d058ea08b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8423b44f-5a8c-4846-820c-03d5babfe51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685182 Jun 14 17:14:37.046769 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-c87a546d-9629-4d94-8730-d287e70abafd req-99a789c6-cd60-4ac8-8219-88a5313bd99a service neutron] 10.222.0.43 "GET /v2.0/networks/8423b44f-5a8c-4846-820c-03d5babfe51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139686 Jun 14 17:14:37.169857 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-c87a546d-9629-4d94-8730-d287e70abafd req-5ceb48b7-e8a3-49d8-87d5-df537db3187b service neutron] 10.222.0.43 "GET /v2.0/networks/8423b44f-5a8c-4846-820c-03d5babfe51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139953 Jun 14 17:14:37.813091 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847d0ce-1cf5-4856-b9b4-6a66402e8e8c req-65904bd3-6e5a-4174-a4ad-02c423e9f3db tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:37.814909 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d847d0ce-1cf5-4856-b9b4-6a66402e8e8c req-65904bd3-6e5a-4174-a4ad-02c423e9f3db tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 946 time: 0.0760620 Jun 14 17:14:37.859013 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-d847d0ce-1cf5-4856-b9b4-6a66402e8e8c req-bb94ff78-490c-41bb-8498-c8d159228aed tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380921 Jun 14 17:14:38.047691 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:38.713253 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-09ded05c-d59a-44f4-81a3-41e3f57242c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:39.054841 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f48244-b2d5-4b3b-9c9c-6f2042643cd1 req-d72bfe61-91be-42c7-831f-ec7f21ef221b tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:39.056395 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-21f48244-b2d5-4b3b-9c9c-6f2042643cd1 req-d72bfe61-91be-42c7-831f-ec7f21ef221b tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 946 time: 0.0725429 Jun 14 17:14:39.103993 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-21f48244-b2d5-4b3b-9c9c-6f2042643cd1 req-680f6ff3-77fa-4c19-bc7f-fa895f9cdf2a tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411966 Jun 14 17:14:40.316847 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433985a9-5b17-4e85-b14a-3653624a5258 req-cc220b92-7a24-4e9c-b096-61a36fb3bbe3 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:40.318279 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-433985a9-5b17-4e85-b14a-3653624a5258 req-cc220b92-7a24-4e9c-b096-61a36fb3bbe3 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 946 time: 0.0803199 Jun 14 17:14:40.360489 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-433985a9-5b17-4e85-b14a-3653624a5258 req-2add6627-90d0-425f-96f9-bba0e0db8a31 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363874 Jun 14 17:14:40.913540 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:41.097036 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-a0387c86-87fb-4a9b-84ef-49fcf037ab3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:41.742749 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-f9ec9761-5f7f-4b20-acbf-37ec1023b3e3 req-71e2cb86-5f3f-4f6d-a631-21874a13579b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1076479 Jun 14 17:14:41.760933 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3fffca-5980-4198-ae29-229c110933e8 req-c88b4416-a4b9-4821-9ec7-986ac135a520 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:41.762399 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2f3fffca-5980-4198-ae29-229c110933e8 req-c88b4416-a4b9-4821-9ec7-986ac135a520 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 946 time: 0.0688388 Jun 14 17:14:41.803128 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2f3fffca-5980-4198-ae29-229c110933e8 req-9ab65a1c-bcb9-4b32-9735-3159e7530e4a tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347838 Jun 14 17:14:42.005741 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:14:42.104343 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:42.129439 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d282f17-e211-4160-94a4-2b76baf9d25e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a'}] {{(pid=91926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:14:42.131773 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b0a793cb4832d067d15d1ae193df815134514e8483bb184155629213ee4f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824cea65-1fed-4dca-8b94-e44b268537f0" -d '{"events": [{"server_uuid": "0d282f17-e211-4160-94a4-2b76baf9d25e", "name": "network-vif-unplugged", "status": "completed", "tag": "4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a"}]}' {{(pid=91926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:14:42.145303 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a,segment=NetworkSegment(cead694f-eed0-42d7-92bd-123055df5822),segment_id=cead694f-eed0-42d7-92bd-123055df5822)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:14:42.150817 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:42.153137 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:14:42.179060 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Jun 2021 17:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24790ce8-9e05-4607-b87b-13f50704a8fa x-openstack-request-id: req-24790ce8-9e05-4607-b87b-13f50704a8fa {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:14:42.179310 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d282f17-e211-4160-94a4-2b76baf9d25e", "name": "network-vif-unplugged", "status": "failed", "tag": "4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a", "code": 422}]} {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:14:42.179568 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24790ce8-9e05-4607-b87b-13f50704a8fa {{(pid=91926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:14:42.180031 dv-cinder-796286-2-iscsi neutron-server[91926]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0d282f17-e211-4160-94a4-2b76baf9d25e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a', 'code': 422} returned with failed status Jun 14 17:14:42.207837 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a,revision_number=6']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:14:42.214817 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:42.215164 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:42.215497 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:42.215829 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:42.216147 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:42.216465 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:42.216785 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:42.217102 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:42.217405 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:42.217717 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:42.218032 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:42.218369 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:42.222573 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:14:42.601634 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:43.017576 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4b3f8-70fe-4e20-b07e-2d0c74b4663a req-1aa3270e-1a8b-4ed1-b3b5-b032e4ebccaf tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:43.019098 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-13e4b3f8-70fe-4e20-b07e-2d0c74b4663a req-1aa3270e-1a8b-4ed1-b3b5-b032e4ebccaf tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 944 time: 0.0814898 Jun 14 17:14:43.063776 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-13e4b3f8-70fe-4e20-b07e-2d0c74b4663a req-265e36ae-ccdd-42cc-b37a-d221ce654946 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375504 Jun 14 17:14:44.258640 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86200eaf-46de-44a9-aca1-b2c7d5956786 req-0eb7f372-ab4d-4d5f-aa69-06d30a07bdb5 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:44.260093 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-86200eaf-46de-44a9-aca1-b2c7d5956786 req-0eb7f372-ab4d-4d5f-aa69-06d30a07bdb5 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 944 time: 0.0767102 Jun 14 17:14:44.301137 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-86200eaf-46de-44a9-aca1-b2c7d5956786 req-736e0e0a-a612-47c6-8d10-74864351b5d1 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353320 Jun 14 17:14:44.483159 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:45.497996 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf983e3-f744-4940-9276-3801561f0395 req-8e0e40b9-6b19-49f8-a4fd-06d1d95337b1 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:45.499483 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1bf983e3-f744-4940-9276-3801561f0395 req-8e0e40b9-6b19-49f8-a4fd-06d1d95337b1 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 944 time: 0.0778322 Jun 14 17:14:45.541458 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-1bf983e3-f744-4940-9276-3801561f0395 req-47d24614-007a-489d-81ad-9d717fa1aee6 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356953 Jun 14 17:14:45.585280 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec9761-5f7f-4b20-acbf-37ec1023b3e3 req-9cfbf0a4-25d5-4b44-892a-bf3c7438fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:45.587437 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-f9ec9761-5f7f-4b20-acbf-37ec1023b3e3 req-9cfbf0a4-25d5-4b44-892a-bf3c7438fe22 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e&tenant_id=116dc0810f364143a2a00f614d76b486 HTTP/1.1" status: 200 len: 1097 time: 0.0974405 Jun 14 17:14:45.696739 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec9761-5f7f-4b20-acbf-37ec1023b3e3 req-7617a887-dd97-4aab-b2dd-0aba0ef8b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:45.698244 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-f9ec9761-5f7f-4b20-acbf-37ec1023b3e3 req-7617a887-dd97-4aab-b2dd-0aba0ef8b8f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=116dc0810f364143a2a00f614d76b486&device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 1097 time: 0.0827224 Jun 14 17:14:45.827648 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec9761-5f7f-4b20-acbf-37ec1023b3e3 req-87ef703f-49d5-4670-b598-7a22eca7e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:45.829110 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-f9ec9761-5f7f-4b20-acbf-37ec1023b3e3 req-87ef703f-49d5-4670-b598-7a22eca7e578 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8423b44f-5a8c-4846-820c-03d5babfe51d HTTP/1.1" status: 200 len: 910 time: 0.1204016 Jun 14 17:14:45.926252 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-f9ec9761-5f7f-4b20-acbf-37ec1023b3e3 req-ed11e7d9-add3-48cf-ac90-c25809597950 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a HTTP/1.1" status: 200 len: 999 time: 0.0878119 Jun 14 17:14:45.987337 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec9761-5f7f-4b20-acbf-37ec1023b3e3 req-df475d63-9e42-4043-b440-a7c2b81ca037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:45.988780 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-f9ec9761-5f7f-4b20-acbf-37ec1023b3e3 req-df475d63-9e42-4043-b440-a7c2b81ca037 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=84f271ce-1b0c-4c14-aa77-c3984720885a HTTP/1.1" status: 200 len: 848 time: 0.0536346 Jun 14 17:14:46.065874 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec9761-5f7f-4b20-acbf-37ec1023b3e3 req-07f9611d-6a30-41bb-a57c-ba6b8163167d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:46.067485 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-f9ec9761-5f7f-4b20-acbf-37ec1023b3e3 req-07f9611d-6a30-41bb-a57c-ba6b8163167d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8423b44f-5a8c-4846-820c-03d5babfe51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674753 Jun 14 17:14:46.447357 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-f9ec9761-5f7f-4b20-acbf-37ec1023b3e3 req-4519c06e-f6d3-488c-865a-f117b6e23af6 service neutron] 10.222.0.43 "GET /v2.0/networks/8423b44f-5a8c-4846-820c-03d5babfe51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727534 Jun 14 17:14:46.564267 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-f9ec9761-5f7f-4b20-acbf-37ec1023b3e3 req-d4d774a1-2966-4bb4-8ccd-8a552f965fdc service neutron] 10.222.0.43 "GET /v2.0/networks/8423b44f-5a8c-4846-820c-03d5babfe51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061907 Jun 14 17:14:46.742022 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636c3e8-97df-4743-be95-cc9b6fbaf211 req-20a301be-fcaf-4d77-a03d-324e2a574c66 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:46.743464 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4636c3e8-97df-4743-be95-cc9b6fbaf211 req-20a301be-fcaf-4d77-a03d-324e2a574c66 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 944 time: 0.0712044 Jun 14 17:14:46.786447 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4636c3e8-97df-4743-be95-cc9b6fbaf211 req-901a55a2-f433-4618-9957-e09ed7247c5b tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365827 Jun 14 17:14:47.976979 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c6aa1-882d-418d-b301-0e3817eb66c8 req-584d2c32-350f-48e4-ba05-82c93350096a tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:47.978446 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b29c6aa1-882d-418d-b301-0e3817eb66c8 req-584d2c32-350f-48e4-ba05-82c93350096a tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 944 time: 0.0753455 Jun 14 17:14:48.036631 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b29c6aa1-882d-418d-b301-0e3817eb66c8 req-7b41144b-37aa-466f-9417-b2709dad5caa tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491436 Jun 14 17:14:49.227385 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ccc0e-7566-4212-97c6-0c9cd7483888 req-2f9db71a-f864-43d3-afb3-f17d8ae3d7ea tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:49.228727 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-141ccc0e-7566-4212-97c6-0c9cd7483888 req-2f9db71a-f864-43d3-afb3-f17d8ae3d7ea tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 944 time: 0.0760679 Jun 14 17:14:49.269396 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-141ccc0e-7566-4212-97c6-0c9cd7483888 req-ba0c3651-f2df-4cd6-9070-3ccbc978ff0b tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349808 Jun 14 17:14:50.486824 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190c7d7-49f9-436b-bac2-a71c24ceb9c9 req-7c0a3453-a6b1-442e-8480-cb70974ee032 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:50.488270 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b190c7d7-49f9-436b-bac2-a71c24ceb9c9 req-7c0a3453-a6b1-442e-8480-cb70974ee032 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 944 time: 0.0883851 Jun 14 17:14:50.534691 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-b190c7d7-49f9-436b-bac2-a71c24ceb9c9 req-60668067-5903-4b43-b8c8-19506c0c8ce6 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379176 Jun 14 17:14:51.767768 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f4c49-2784-4b17-8689-15490f195ef0 req-b62a1d86-bd7d-40db-ba17-74f6383378b4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:51.770375 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7d3f4c49-2784-4b17-8689-15490f195ef0 req-b62a1d86-bd7d-40db-ba17-74f6383378b4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 944 time: 0.1018140 Jun 14 17:14:51.818699 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-7d3f4c49-2784-4b17-8689-15490f195ef0 req-95bd9974-ec2f-4509-824f-f8f565f0d19b tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428345 Jun 14 17:14:53.021787 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c470d69-3f32-4410-8834-fce7613e78b3 req-14555954-83bb-4d8b-b852-dd3d0a07f921 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:53.023255 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4c470d69-3f32-4410-8834-fce7613e78b3 req-14555954-83bb-4d8b-b852-dd3d0a07f921 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 944 time: 0.0874829 Jun 14 17:14:53.072687 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4c470d69-3f32-4410-8834-fce7613e78b3 req-e046e5ff-a20e-4f79-ae0e-f5420eb7e239 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412252 Jun 14 17:14:54.083600 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=91926) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 14 17:14:54.218999 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a,segment=NetworkSegment(cead694f-eed0-42d7-92bd-123055df5822),segment_id=cead694f-eed0-42d7-92bd-123055df5822)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:14:54.233688 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Returning: {'device': '4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a', 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d', 'port_id': '4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a', 'mac_address': 'fa:16:3e:80:42:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84f271ce-1b0c-4c14-aa77-c3984720885a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91926) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 14 17:14:54.279840 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:54.296241 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a {{(pid=91926) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 14 17:14:54.323718 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a,segment=NetworkSegment(cead694f-eed0-42d7-92bd-123055df5822),segment_id=cead694f-eed0-42d7-92bd-123055df5822)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:14:54.329553 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:54.331392 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:14:54.387604 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a,revision_number=7']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:14:54.390674 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:14:54.423774 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd8617-ec6f-4b1e-a672-6a5a8e765e49 req-1d51b189-e973-4018-a213-227c24362d03 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:54.425429 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-73dd8617-ec6f-4b1e-a672-6a5a8e765e49 req-1d51b189-e973-4018-a213-227c24362d03 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 945 time: 0.0734704 Jun 14 17:14:54.454426 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:14:54.471326 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-73dd8617-ec6f-4b1e-a672-6a5a8e765e49 req-b8f55439-5b22-4178-a0e1-14b5b2d8a169 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391099 Jun 14 17:14:54.599270 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] get_ports_and_sgs() called for port_ids ['4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a'] {{(pid=91926) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 14 17:14:55.123969 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 47034) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:14:55.331889 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-6eb87f71-cc8f-4c0b-9c27-2649ffc2657e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Deleting port 761ac771-10b8-4766-acdc-f303058beef0 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:14:55.332138 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6eb87f71-cc8f-4c0b-9c27-2649ffc2657e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:55.435826 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6eb87f71-cc8f-4c0b-9c27-2649ffc2657e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:55.436562 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6eb87f71-cc8f-4c0b-9c27-2649ffc2657e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:55.527587 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-6eb87f71-cc8f-4c0b-9c27-2649ffc2657e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Calling delete_port for 761ac771-10b8-4766-acdc-f303058beef0 owned by network:floatingip {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:14:56.016743 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efff840-99b0-4206-b69b-478cf70b46fc req-43a23690-1d7b-4936-9a4e-000fc636e9a0 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:56.018180 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6efff840-99b0-4206-b69b-478cf70b46fc req-43a23690-1d7b-4936-9a4e-000fc636e9a0 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 945 time: 0.4248664 Jun 14 17:14:56.096601 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a up at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 14 17:14:56.102418 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6efff840-99b0-4206-b69b-478cf70b46fc req-5437418e-75b9-41ff-a305-849310f541b0 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785162 Jun 14 17:14:56.112903 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6eb87f71-cc8f-4c0b-9c27-2649ffc2657e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:56.116388 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-fbcc879f-6f8e-4404-927d-776985d2c036 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:14:56.148542 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb87f71-cc8f-4c0b-9c27-2649ffc2657e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Pushing event deleted for resources: {'Port': ['ID=761ac771-10b8-4766-acdc-f303058beef0,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:14:56.162763 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.provisioning_blocks [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Provisioning complete for port 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a triggered by entity L2. {{(pid=91926) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 14 17:14:56.163143 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3825763'] for port, provisioning_complete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:56.179002 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb87f71-cc8f-4c0b-9c27-2649ffc2657e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:56.179370 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb87f71-cc8f-4c0b-9c27-2649ffc2657e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:56.179729 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb87f71-cc8f-4c0b-9c27-2649ffc2657e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:56.180072 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb87f71-cc8f-4c0b-9c27-2649ffc2657e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:56.180433 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb87f71-cc8f-4c0b-9c27-2649ffc2657e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:56.180779 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb87f71-cc8f-4c0b-9c27-2649ffc2657e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:56.181126 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb87f71-cc8f-4c0b-9c27-2649ffc2657e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:56.181518 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb87f71-cc8f-4c0b-9c27-2649ffc2657e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:56.181819 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb87f71-cc8f-4c0b-9c27-2649ffc2657e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:56.182157 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb87f71-cc8f-4c0b-9c27-2649ffc2657e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:56.182520 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb87f71-cc8f-4c0b-9c27-2649ffc2657e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:56.182861 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb87f71-cc8f-4c0b-9c27-2649ffc2657e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:56.186494 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-6eb87f71-cc8f-4c0b-9c27-2649ffc2657e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:14:56.231114 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6eb87f71-cc8f-4c0b-9c27-2649ffc2657e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for floatingip, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:56.231389 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.db.l3_db [None req-6eb87f71-cc8f-4c0b-9c27-2649ffc2657e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Floating IP d5a3a290-f38b-4589-bc5b-c2aeeeb0e395 disassociated (deleted). External IP: 172.27.0.130, port: 825c33f8-dc32-442e-97d3-2f9cd8841370. Jun 14 17:14:56.259715 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3817259'] for port, before_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:56.286166 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d282f17-e211-4160-94a4-2b76baf9d25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a'}] {{(pid=91926) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:14:56.288526 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85b0a793cb4832d067d15d1ae193df815134514e8483bb184155629213ee4f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd3d685-5ad9-4ffe-bda8-d72db3257c88" -d '{"events": [{"server_uuid": "0d282f17-e211-4160-94a4-2b76baf9d25e", "name": "network-vif-plugged", "status": "completed", "tag": "4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a"}]}' {{(pid=91926) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:14:56.303245 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] For port 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a,segment=NetworkSegment(cead694f-eed0-42d7-92bd-123055df5822),segment_id=cead694f-eed0-42d7-92bd-123055df5822)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:14:56.308505 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769377317187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769376826426', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769376826471'] for port, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:56.311510 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:14:56.370834 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Pushing event updated for resources: {'Port': ['ID=4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a,revision_number=8']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:14:56.374561 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:14:56.381533 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 17:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1c2cba-6cbe-4142-8eb8-8934f6710c35 x-openstack-request-id: req-3d1c2cba-6cbe-4142-8eb8-8934f6710c35 {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:14:56.381968 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d282f17-e211-4160-94a4-2b76baf9d25e", "name": "network-vif-plugged", "status": "completed", "tag": "4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a", "code": 200}]} {{(pid=91926) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:14:56.382238 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d1c2cba-6cbe-4142-8eb8-8934f6710c35 {{(pid=91926) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:14:56.382673 dv-cinder-796286-2-iscsi neutron-server[91926]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d282f17-e211-4160-94a4-2b76baf9d25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a', 'code': 200} Jun 14 17:14:56.532715 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb87f71-cc8f-4c0b-9c27-2649ffc2657e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Router cc16f8da-c677-4efc-b59c-3d7780f8bce5 has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 17:14:56.678635 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b3441-5a3a-4648-bd24-85fa5d538290 req-5da25d0e-137e-4687-a3d4-7eb4bf3ba896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:56.680114 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-976b3441-5a3a-4648-bd24-85fa5d538290 req-5da25d0e-137e-4687-a3d4-7eb4bf3ba896 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 1099 time: 0.0627713 Jun 14 17:14:56.680275 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb87f71-cc8f-4c0b-9c27-2649ffc2657e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 17:14:56.685177 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-6eb87f71-cc8f-4c0b-9c27-2649ffc2657e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for floatingip, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:56.691845 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a8f1a7-905b-454f-bc48-02df50a46102 None None] Sync routers for ids ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'] in dv-cinder-796286-2-iscsi {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 17:14:56.701382 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a8f1a7-905b-454f-bc48-02df50a46102 None None] Routers {'cc16f8da-c677-4efc-b59c-3d7780f8bce5'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:14:56.702079 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-82a8f1a7-905b-454f-bc48-02df50a46102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:14:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:14:56.721436 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-976b3441-5a3a-4648-bd24-85fa5d538290 req-df0c5f66-47c1-41d0-ae38-11ff8eab6f79 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335441 Jun 14 17:14:56.728647 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-6eb87f71-cc8f-4c0b-9c27-2649ffc2657e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "DELETE /v2.0/floatingips/d5a3a290-f38b-4589-bc5b-c2aeeeb0e395 HTTP/1.1" status: 204 len: 168 time: 1.6035702 Jun 14 17:14:56.729319 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0243d01-4413-4b9c-be6c-8b6511e46b0d', 'tag': '825c33f8-dc32-442e-97d3-2f9cd8841370'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:14:56.731827 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a9b605-77ef-404e-a3de-b99a38e149c8" -d '{"events": [{"name": "network-changed", "server_uuid": "d0243d01-4413-4b9c-be6c-8b6511e46b0d", "tag": "825c33f8-dc32-442e-97d3-2f9cd8841370"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:14:56.832468 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 17:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8143056c-7635-4a49-b721-93218585cf34 x-openstack-request-id: req-8143056c-7635-4a49-b721-93218585cf34 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:14:56.832796 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0243d01-4413-4b9c-be6c-8b6511e46b0d", "tag": "825c33f8-dc32-442e-97d3-2f9cd8841370", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:14:56.833090 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8143056c-7635-4a49-b721-93218585cf34 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:14:56.833523 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0243d01-4413-4b9c-be6c-8b6511e46b0d', 'tag': '825c33f8-dc32-442e-97d3-2f9cd8841370', 'status': 'completed', 'code': 200} Jun 14 17:14:56.937987 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9b605-77ef-404e-a3de-b99a38e149c8 req-62dcd529-cb09-4ed1-b397-f7c0d88bbfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:56.939961 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-81a9b605-77ef-404e-a3de-b99a38e149c8 req-62dcd529-cb09-4ed1-b397-f7c0d88bbfcc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bddc90907524095ad0401cb14a2f68c&device_id=d0243d01-4413-4b9c-be6c-8b6511e46b0d HTTP/1.1" status: 200 len: 1098 time: 0.0711031 Jun 14 17:14:57.013576 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-82a8f1a7-905b-454f-bc48-02df50a46102 None None] Set router cc16f8da-c677-4efc-b59c-3d7780f8bce5 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:14:57.078223 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9b605-77ef-404e-a3de-b99a38e149c8 req-753f66c5-0e6a-48f0-902f-be7107d71550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:57.080058 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-81a9b605-77ef-404e-a3de-b99a38e149c8 req-753f66c5-0e6a-48f0-902f-be7107d71550 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8560731a-9c90-4793-ae30-ab87841a8fed HTTP/1.1" status: 200 len: 912 time: 0.1322548 Jun 14 17:14:57.150052 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-81a9b605-77ef-404e-a3de-b99a38e149c8 req-066272ff-3fcc-45f5-bca3-11c9cf1d0f19 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=825c33f8-dc32-442e-97d3-2f9cd8841370 HTTP/1.1" status: 200 len: 217 time: 0.0607908 Jun 14 17:14:57.173942 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee1696-3f4e-471c-93bd-eac725dcafbd req-c893037d-13d7-4dbf-93f4-08fd8e1a44b8 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:57.182885 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a8ee1696-3f4e-471c-93bd-eac725dcafbd req-c893037d-13d7-4dbf-93f4-08fd8e1a44b8 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0243d01-4413-4b9c-be6c-8b6511e46b0d HTTP/1.1" status: 200 len: 945 time: 0.1052625 Jun 14 17:14:57.230399 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9b605-77ef-404e-a3de-b99a38e149c8 req-f9d21022-8ea6-4871-bfba-73b43eddc443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:57.231966 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-81a9b605-77ef-404e-a3de-b99a38e149c8 req-f9d21022-8ea6-4871-bfba-73b43eddc443 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6cabad88-fac4-45e5-a292-a7d08d2f23f7 HTTP/1.1" status: 200 len: 850 time: 0.0687551 Jun 14 17:14:57.252538 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-a8ee1696-3f4e-471c-93bd-eac725dcafbd req-8dfe9db5-32b4-4413-acd8-bf226b82809b tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673742 Jun 14 17:14:57.342907 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9b605-77ef-404e-a3de-b99a38e149c8 req-7a881ca6-4f1b-4bd2-9261-a42e926d7f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:57.344537 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-81a9b605-77ef-404e-a3de-b99a38e149c8 req-7a881ca6-4f1b-4bd2-9261-a42e926d7f7a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8560731a-9c90-4793-ae30-ab87841a8fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1032221 Jun 14 17:14:57.357190 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cceb769-d1ed-4782-8f0c-141f98a467f6 req-dfc1ac63-8870-4697-89e3-169bdb72dfca tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:57.359103 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8cceb769-d1ed-4782-8f0c-141f98a467f6 req-dfc1ac63-8870-4697-89e3-169bdb72dfca tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 946 time: 0.1110024 Jun 14 17:14:57.360824 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [req-81a9b605-77ef-404e-a3de-b99a38e149c8 req-ded6673e-d745-4f2a-8bd6-a6d84056063a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91925) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 14 17:14:57.362990 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-81a9b605-77ef-404e-a3de-b99a38e149c8 req-ded6673e-d745-4f2a-8bd6-a6d84056063a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093226 Jun 14 17:14:57.379901 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-82a8f1a7-905b-454f-bc48-02df50a46102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:07:55Z', 'updated_at': '2021-06-14T17:08:00Z', 'revision_number': 4, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'gw_port': {'id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:56Z', 'updated_at': '2021-06-14T17:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_floatingips': [{'id': '60f3fc24-7049-42e5-a1f6-29baff8b58dd', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'port_id': '5292b588-061f-49ef-8e20-3e4ba4c2b8eb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'mac_address': 'fa:16:3e:32:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f28f-30ad-4ff5-8428-5c4d5303093c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T17:11:17Z', 'updated_at': '2021-06-14T17:11:20Z', 'revision_number': 1, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634a005b-73ca-41e5-9e96-26cf6b83c51d', 'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:59Z', 'updated_at': '2021-06-14T17:08:07Z', 'revision_number': 5, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'subnets': [{'id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:14:57.386654 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a8f1a7-905b-454f-bc48-02df50a46102 None None] Checking router: cc16f8da-c677-4efc-b59c-3d7780f8bce5 for host: dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 17:14:57.395589 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a8f1a7-905b-454f-bc48-02df50a46102 None None] Routers {'cc16f8da-c677-4efc-b59c-3d7780f8bce5'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:14:57.396337 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-82a8f1a7-905b-454f-bc48-02df50a46102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:14:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:14:57.420876 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-8cceb769-d1ed-4782-8f0c-141f98a467f6 req-9afad7d0-0637-46ff-9df0-d1bb9277af60 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518463 Jun 14 17:14:57.533673 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-81a9b605-77ef-404e-a3de-b99a38e149c8 req-1269766b-c22a-4f2e-9ed9-b8d4d1fd06f4 service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611900 Jun 14 17:14:57.586744 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-82a8f1a7-905b-454f-bc48-02df50a46102 None None] Set router cc16f8da-c677-4efc-b59c-3d7780f8bce5 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:14:57.706552 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-81a9b605-77ef-404e-a3de-b99a38e149c8 req-e080616e-9030-4cc0-a306-d615a3cded11 service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623700 Jun 14 17:14:57.938875 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-82a8f1a7-905b-454f-bc48-02df50a46102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:07:55Z', 'updated_at': '2021-06-14T17:08:00Z', 'revision_number': 4, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'gw_port': {'id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:56Z', 'updated_at': '2021-06-14T17:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_floatingips': [{'id': '60f3fc24-7049-42e5-a1f6-29baff8b58dd', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'port_id': '5292b588-061f-49ef-8e20-3e4ba4c2b8eb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'mac_address': 'fa:16:3e:32:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f28f-30ad-4ff5-8428-5c4d5303093c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T17:11:17Z', 'updated_at': '2021-06-14T17:11:20Z', 'revision_number': 1, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634a005b-73ca-41e5-9e96-26cf6b83c51d', 'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:59Z', 'updated_at': '2021-06-14T17:08:07Z', 'revision_number': 5, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'subnets': [{'id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:14:57.943200 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a8f1a7-905b-454f-bc48-02df50a46102 None None] The sync data for ids ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'] in dv-cinder-796286-2-iscsi is: [{'id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:07:55Z', 'updated_at': '2021-06-14T17:08:00Z', 'revision_number': 4, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'gw_port': {'id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:56Z', 'updated_at': '2021-06-14T17:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_floatingips': [{'id': '60f3fc24-7049-42e5-a1f6-29baff8b58dd', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'router_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'port_id': '5292b588-061f-49ef-8e20-3e4ba4c2b8eb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'mac_address': 'fa:16:3e:32:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc41f28f-30ad-4ff5-8428-5c4d5303093c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T17:11:17Z', 'updated_at': '2021-06-14T17:11:20Z', 'revision_number': 1, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634a005b-73ca-41e5-9e96-26cf6b83c51d', 'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:59Z', 'updated_at': '2021-06-14T17:08:07Z', 'revision_number': 5, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'subnets': [{'id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 17:14:58.165450 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5088149f-c17d-4f05-93c4-6368c74a1088 None None] New status for floating IP d5a3a290-f38b-4589-bc5b-c2aeeeb0e395: DOWN {{(pid=91927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 17:14:58.469869 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf816294-0d77-462a-903f-cccd9ebc84de req-68786c09-c673-48dc-afdb-859c96a40e0e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:58.471224 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bf816294-0d77-462a-903f-cccd9ebc84de req-68786c09-c673-48dc-afdb-859c96a40e0e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0243d01-4413-4b9c-be6c-8b6511e46b0d HTTP/1.1" status: 200 len: 945 time: 0.0849710 Jun 14 17:14:58.525340 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-bf816294-0d77-462a-903f-cccd9ebc84de req-907da84e-01f5-488f-95f0-12206d11ac96 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445294 Jun 14 17:14:58.639522 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc897e61-1647-4228-b496-88a0effdd458 req-c687cadd-8c2b-43fe-9f4a-31e1e66bdbd0 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:58.641166 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fc897e61-1647-4228-b496-88a0effdd458 req-c687cadd-8c2b-43fe-9f4a-31e1e66bdbd0 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 946 time: 0.0701351 Jun 14 17:14:58.687611 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-fc897e61-1647-4228-b496-88a0effdd458 req-641765e9-2a36-40d4-b9de-4bbac123b8d3 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382314 Jun 14 17:14:58.885845 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e30601-fbc0-4f04-a6df-19fe22d805ef req-45367325-0f65-466b-a3df-7529d906fda0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:14:58.887250 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-63e30601-fbc0-4f04-a6df-19fe22d805ef req-45367325-0f65-466b-a3df-7529d906fda0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0243d01-4413-4b9c-be6c-8b6511e46b0d HTTP/1.1" status: 200 len: 945 time: 0.0733368 Jun 14 17:14:59.007711 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [req-63e30601-fbc0-4f04-a6df-19fe22d805ef req-43c065ef-58b9-47c8-a85d-75d9b75b0f85 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Deleting port 825c33f8-dc32-442e-97d3-2f9cd8841370 {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:14:59.008031 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-63e30601-fbc0-4f04-a6df-19fe22d805ef req-43c065ef-58b9-47c8-a85d-75d9b75b0f85 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:59.119141 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [req-63e30601-fbc0-4f04-a6df-19fe22d805ef req-43c065ef-58b9-47c8-a85d-75d9b75b0f85 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] For port 825c33f8-dc32-442e-97d3-2f9cd8841370, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=825c33f8-dc32-442e-97d3-2f9cd8841370,segment=NetworkSegment(1c809044-8102-4954-be5c-aa36261c8519),segment_id=1c809044-8102-4954-be5c-aa36261c8519)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:14:59.119462 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-63e30601-fbc0-4f04-a6df-19fe22d805ef req-43c065ef-58b9-47c8-a85d-75d9b75b0f85 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:59.208635 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [req-63e30601-fbc0-4f04-a6df-19fe22d805ef req-43c065ef-58b9-47c8-a85d-75d9b75b0f85 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Calling delete_port for 825c33f8-dc32-442e-97d3-2f9cd8841370 owned by compute:nova {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:14:59.360149 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-63e30601-fbc0-4f04-a6df-19fe22d805ef req-43c065ef-58b9-47c8-a85d-75d9b75b0f85 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11589358'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:59.365049 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:14:59.399790 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c065ef-58b9-47c8-a85d-75d9b75b0f85 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Pushing event deleted for resources: {'Port': ['ID=825c33f8-dc32-442e-97d3-2f9cd8841370,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:14:59.429261 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c065ef-58b9-47c8-a85d-75d9b75b0f85 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:59.429639 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c065ef-58b9-47c8-a85d-75d9b75b0f85 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:59.430009 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c065ef-58b9-47c8-a85d-75d9b75b0f85 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:59.430383 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c065ef-58b9-47c8-a85d-75d9b75b0f85 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:59.430745 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c065ef-58b9-47c8-a85d-75d9b75b0f85 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:59.431103 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c065ef-58b9-47c8-a85d-75d9b75b0f85 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:59.431460 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c065ef-58b9-47c8-a85d-75d9b75b0f85 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:59.431817 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c065ef-58b9-47c8-a85d-75d9b75b0f85 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:59.432181 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c065ef-58b9-47c8-a85d-75d9b75b0f85 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:59.432530 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c065ef-58b9-47c8-a85d-75d9b75b0f85 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:59.432885 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c065ef-58b9-47c8-a85d-75d9b75b0f85 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:59.433233 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c065ef-58b9-47c8-a85d-75d9b75b0f85 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:14:59.436932 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-43c065ef-58b9-47c8-a85d-75d9b75b0f85 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:14:59.460175 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e30601-fbc0-4f04-a6df-19fe22d805ef req-43c065ef-58b9-47c8-a85d-75d9b75b0f85 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] No DVR routers for this DVR port 825c33f8-dc32-442e-97d3-2f9cd8841370 on host hv-cinder-79628 {{(pid=91925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 17:14:59.462549 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-63e30601-fbc0-4f04-a6df-19fe22d805ef req-43c065ef-58b9-47c8-a85d-75d9b75b0f85 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:14:59.464484 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-63e30601-fbc0-4f04-a6df-19fe22d805ef req-43c065ef-58b9-47c8-a85d-75d9b75b0f85 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.43 "DELETE /v2.0/ports/825c33f8-dc32-442e-97d3-2f9cd8841370 HTTP/1.1" status: 204 len: 173 time: 0.5706394 Jun 14 17:14:59.465118 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0243d01-4413-4b9c-be6c-8b6511e46b0d', 'name': 'network-vif-deleted', 'tag': '825c33f8-dc32-442e-97d3-2f9cd8841370'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:14:59.467450 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d291eb15d8c6473d16ee8dba452630a330a550e33bdf6927b5873c3041ff4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fa0d0e-a362-494d-bcb3-55adf0bcbf12" -d '{"events": [{"server_uuid": "d0243d01-4413-4b9c-be6c-8b6511e46b0d", "name": "network-vif-deleted", "tag": "825c33f8-dc32-442e-97d3-2f9cd8841370"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:14:59.557339 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 17:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e610a7a2-66d7-4afa-858b-fe7143336b24 x-openstack-request-id: req-e610a7a2-66d7-4afa-858b-fe7143336b24 {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:14:59.557671 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0243d01-4413-4b9c-be6c-8b6511e46b0d", "name": "network-vif-deleted", "tag": "825c33f8-dc32-442e-97d3-2f9cd8841370", "status": "completed", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:14:59.557968 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e610a7a2-66d7-4afa-858b-fe7143336b24 {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:14:59.558454 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0243d01-4413-4b9c-be6c-8b6511e46b0d', 'name': 'network-vif-deleted', 'tag': '825c33f8-dc32-442e-97d3-2f9cd8841370', 'status': 'completed', 'code': 200} Jun 14 17:14:59.699213 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4eba15ad-4f92-48c5-9719-28a3c2ddb89b req-d63f8a07-a7cc-4061-a7d1-2769f47bd03b tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0243d01-4413-4b9c-be6c-8b6511e46b0d HTTP/1.1" status: 200 len: 210 time: 0.0401042 Jun 14 17:15:02.127977 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 825c33f8-dc32-442e-97d3-2f9cd8841370 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:15:02.157164 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] No Port match for: 825c33f8-dc32-442e-97d3-2f9cd8841370 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:15:02.157504 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 825c33f8-dc32-442e-97d3-2f9cd8841370 not bound to the agent host hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:15:03.026639 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 47078) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:15:03.235385 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-60897902-fecd-4153-97f9-d0be2d93ed15 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Deleting port 96b8d4a0-66ac-45fe-988e-d4b6ede698c8 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:15:03.235635 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-60897902-fecd-4153-97f9-d0be2d93ed15 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:03.334586 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-60897902-fecd-4153-97f9-d0be2d93ed15 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:03.334914 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-60897902-fecd-4153-97f9-d0be2d93ed15 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:03.424083 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-60897902-fecd-4153-97f9-d0be2d93ed15 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Calling delete_port for 96b8d4a0-66ac-45fe-988e-d4b6ede698c8 owned by network:floatingip {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:15:03.603626 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-60897902-fecd-4153-97f9-d0be2d93ed15 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:03.605592 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d7957244-01eb-40e5-b1a9-a5d21c1128bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:15:03.632969 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60897902-fecd-4153-97f9-d0be2d93ed15 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Pushing event deleted for resources: {'Port': ['ID=96b8d4a0-66ac-45fe-988e-d4b6ede698c8,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:15:03.636865 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-60897902-fecd-4153-97f9-d0be2d93ed15 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:15:03.716707 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-60897902-fecd-4153-97f9-d0be2d93ed15 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for floatingip, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:03.717054 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.db.l3_db [None req-60897902-fecd-4153-97f9-d0be2d93ed15 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Floating IP 60f3fc24-7049-42e5-a1f6-29baff8b58dd disassociated (deleted). External IP: 172.27.0.222, port: 5292b588-061f-49ef-8e20-3e4ba4c2b8eb. Jun 14 17:15:04.002427 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60897902-fecd-4153-97f9-d0be2d93ed15 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Router cc16f8da-c677-4efc-b59c-3d7780f8bce5 has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 17:15:04.147780 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60897902-fecd-4153-97f9-d0be2d93ed15 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 17:15:04.152748 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-60897902-fecd-4153-97f9-d0be2d93ed15 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for floatingip, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:04.157387 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48f4266-8867-41b1-9543-47feb68828cd None None] Sync routers for ids ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'] in dv-cinder-796286-2-iscsi {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 17:15:04.166954 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48f4266-8867-41b1-9543-47feb68828cd None None] Routers {'cc16f8da-c677-4efc-b59c-3d7780f8bce5'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:15:04.167560 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-c48f4266-8867-41b1-9543-47feb68828cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:14:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:15:04.195700 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-60897902-fecd-4153-97f9-d0be2d93ed15 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "DELETE /v2.0/floatingips/60f3fc24-7049-42e5-a1f6-29baff8b58dd HTTP/1.1" status: 204 len: 168 time: 1.1678741 Jun 14 17:15:04.196262 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc41f28f-30ad-4ff5-8428-5c4d5303093c', 'tag': '5292b588-061f-49ef-8e20-3e4ba4c2b8eb'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:15:04.198581 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce163b41-6f3c-43ab-9ba5-fe1f658588c6" -d '{"events": [{"name": "network-changed", "server_uuid": "cc41f28f-30ad-4ff5-8428-5c4d5303093c", "tag": "5292b588-061f-49ef-8e20-3e4ba4c2b8eb"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:15:04.234231 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 17:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171e06f9-c605-46cf-96bc-489015213318 x-openstack-request-id: req-171e06f9-c605-46cf-96bc-489015213318 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:15:04.234599 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc41f28f-30ad-4ff5-8428-5c4d5303093c", "tag": "5292b588-061f-49ef-8e20-3e4ba4c2b8eb", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:15:04.234894 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-171e06f9-c605-46cf-96bc-489015213318 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:15:04.235334 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc41f28f-30ad-4ff5-8428-5c4d5303093c', 'tag': '5292b588-061f-49ef-8e20-3e4ba4c2b8eb', 'status': 'completed', 'code': 200} Jun 14 17:15:04.319639 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-c48f4266-8867-41b1-9543-47feb68828cd None None] Set router cc16f8da-c677-4efc-b59c-3d7780f8bce5 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:15:04.322520 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce163b41-6f3c-43ab-9ba5-fe1f658588c6 req-d5701be9-22e0-4ee9-83e3-81b526a6cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:15:04.324046 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-ce163b41-6f3c-43ab-9ba5-fe1f658588c6 req-d5701be9-22e0-4ee9-83e3-81b526a6cd1c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3bddc90907524095ad0401cb14a2f68c&device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 1098 time: 0.0650232 Jun 14 17:15:04.467993 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce163b41-6f3c-43ab-9ba5-fe1f658588c6 req-a5240d0d-f57b-4479-9161-3cd9c8657bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:15:04.469501 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-ce163b41-6f3c-43ab-9ba5-fe1f658588c6 req-a5240d0d-f57b-4479-9161-3cd9c8657bae service neutron] 10.222.0.43 "GET /v2.0/networks?id=8560731a-9c90-4793-ae30-ab87841a8fed HTTP/1.1" status: 200 len: 912 time: 0.1349609 Jun 14 17:15:04.541883 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-ce163b41-6f3c-43ab-9ba5-fe1f658588c6 req-5b788fd2-1421-4df4-a320-cc3225448be4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5292b588-061f-49ef-8e20-3e4ba4c2b8eb HTTP/1.1" status: 200 len: 217 time: 0.0611703 Jun 14 17:15:04.606039 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44141c-29c8-465e-9ec5-4f27483eb190 req-811a349c-eced-4c74-a07c-32284fd6781e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:15:04.612971 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce163b41-6f3c-43ab-9ba5-fe1f658588c6 req-f5e35d9a-39bf-4e76-99b3-f576dc061d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:15:04.614789 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-ce163b41-6f3c-43ab-9ba5-fe1f658588c6 req-f5e35d9a-39bf-4e76-99b3-f576dc061d0b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6cabad88-fac4-45e5-a292-a7d08d2f23f7 HTTP/1.1" status: 200 len: 850 time: 0.0647755 Jun 14 17:15:04.616353 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2d44141c-29c8-465e-9ec5-4f27483eb190 req-811a349c-eced-4c74-a07c-32284fd6781e tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 945 time: 0.0879366 Jun 14 17:15:04.645627 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-c48f4266-8867-41b1-9543-47feb68828cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:07:55Z', 'updated_at': '2021-06-14T17:08:00Z', 'revision_number': 4, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'gw_port': {'id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:56Z', 'updated_at': '2021-06-14T17:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '634a005b-73ca-41e5-9e96-26cf6b83c51d', 'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:59Z', 'updated_at': '2021-06-14T17:08:07Z', 'revision_number': 5, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'subnets': [{'id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:15:04.649836 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48f4266-8867-41b1-9543-47feb68828cd None None] Checking router: cc16f8da-c677-4efc-b59c-3d7780f8bce5 for host: dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 17:15:04.659303 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-2d44141c-29c8-465e-9ec5-4f27483eb190 req-a158d0f4-b8dc-4f10-9ac5-7cf167611f63 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417106 Jun 14 17:15:04.668790 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48f4266-8867-41b1-9543-47feb68828cd None None] Routers {'cc16f8da-c677-4efc-b59c-3d7780f8bce5'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:15:04.669699 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-c48f4266-8867-41b1-9543-47feb68828cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:14:41Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:15:04.720310 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce163b41-6f3c-43ab-9ba5-fe1f658588c6 req-712dc00a-4e76-4792-9f21-b47e9a81d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:15:04.722211 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-ce163b41-6f3c-43ab-9ba5-fe1f658588c6 req-712dc00a-4e76-4792-9f21-b47e9a81d02f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8560731a-9c90-4793-ae30-ab87841a8fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0939610 Jun 14 17:15:04.829144 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-c48f4266-8867-41b1-9543-47feb68828cd None None] Set router cc16f8da-c677-4efc-b59c-3d7780f8bce5 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:15:04.857963 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-ce163b41-6f3c-43ab-9ba5-fe1f658588c6 req-b6863d4d-81ee-4cb8-b8f7-97e46cd219d6 service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278765 Jun 14 17:15:04.978453 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-ce163b41-6f3c-43ab-9ba5-fe1f658588c6 req-9319370a-4600-403c-936e-753c77817156 service neutron] 10.222.0.43 "GET /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131256 Jun 14 17:15:05.102938 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-c48f4266-8867-41b1-9543-47feb68828cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:07:55Z', 'updated_at': '2021-06-14T17:08:00Z', 'revision_number': 4, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'gw_port': {'id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:56Z', 'updated_at': '2021-06-14T17:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '634a005b-73ca-41e5-9e96-26cf6b83c51d', 'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:59Z', 'updated_at': '2021-06-14T17:08:07Z', 'revision_number': 5, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'subnets': [{'id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:15:05.106997 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48f4266-8867-41b1-9543-47feb68828cd None None] The sync data for ids ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'] in dv-cinder-796286-2-iscsi is: [{'id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:07:55Z', 'updated_at': '2021-06-14T17:08:00Z', 'revision_number': 4, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'gw_port': {'id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:56Z', 'updated_at': '2021-06-14T17:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': '634a005b-73ca-41e5-9e96-26cf6b83c51d', 'name': '', 'network_id': '8560731a-9c90-4793-ae30-ab87841a8fed', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'mac_address': 'fa:16:3e:c7:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:59Z', 'updated_at': '2021-06-14T17:08:07Z', 'revision_number': 5, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'subnets': [{'id': '6cabad88-fac4-45e5-a292-a7d08d2f23f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 17:15:05.323939 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfcfdc8-0813-4009-9cbb-da35a0d33166 None None] New status for floating IP 60f3fc24-7049-42e5-a1f6-29baff8b58dd: DOWN {{(pid=91927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 17:15:05.852845 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06586a3-67bd-459c-a3b8-a4e1c571a5d9 req-dcf2ce87-2335-45e6-a9af-b26854521381 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:15:05.854353 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f06586a3-67bd-459c-a3b8-a4e1c571a5d9 req-dcf2ce87-2335-45e6-a9af-b26854521381 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 945 time: 0.0768216 Jun 14 17:15:05.904127 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f06586a3-67bd-459c-a3b8-a4e1c571a5d9 req-6fe41819-bfc1-4285-9632-9b8bedcac288 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/security-groups?id=a371bb34-74db-4b6f-b959-20aed98a4751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383296 Jun 14 17:15:06.369196 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5dd08-c7a0-45d6-a2e2-24e672bdc5d2 req-8d1f320b-a317-4399-83ac-69d0362417a0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91925) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:15:06.371383 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-4cd5dd08-c7a0-45d6-a2e2-24e672bdc5d2 req-8d1f320b-a317-4399-83ac-69d0362417a0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 945 time: 0.0767601 Jun 14 17:15:06.489233 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [req-4cd5dd08-c7a0-45d6-a2e2-24e672bdc5d2 req-54c2cedb-459b-43ec-8af0-43fe0f0758ff tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Deleting port 5292b588-061f-49ef-8e20-3e4ba4c2b8eb {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:15:06.489585 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-4cd5dd08-c7a0-45d6-a2e2-24e672bdc5d2 req-54c2cedb-459b-43ec-8af0-43fe0f0758ff tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:06.494003 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f953dc9a-92a1-40ec-8857-a3bef877d276 req-b4144f5c-0b5a-4778-88f8-1c9dcf73f786 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0561893 Jun 14 17:15:06.603778 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953dc9a-92a1-40ec-8857-a3bef877d276 req-9c47a66b-64b5-4f25-973e-712293f9fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:15:06.605236 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f953dc9a-92a1-40ec-8857-a3bef877d276 req-9c47a66b-64b5-4f25-973e-712293f9fad8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=116dc0810f364143a2a00f614d76b486&device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 1099 time: 0.0662861 Jun 14 17:15:06.609487 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [req-4cd5dd08-c7a0-45d6-a2e2-24e672bdc5d2 req-54c2cedb-459b-43ec-8af0-43fe0f0758ff tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] For port 5292b588-061f-49ef-8e20-3e4ba4c2b8eb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5292b588-061f-49ef-8e20-3e4ba4c2b8eb,segment=NetworkSegment(1c809044-8102-4954-be5c-aa36261c8519),segment_id=1c809044-8102-4954-be5c-aa36261c8519)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:15:06.609847 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-4cd5dd08-c7a0-45d6-a2e2-24e672bdc5d2 req-54c2cedb-459b-43ec-8af0-43fe0f0758ff tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:06.706425 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [req-4cd5dd08-c7a0-45d6-a2e2-24e672bdc5d2 req-54c2cedb-459b-43ec-8af0-43fe0f0758ff tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Calling delete_port for 5292b588-061f-49ef-8e20-3e4ba4c2b8eb owned by compute:nova {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:15:06.744101 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953dc9a-92a1-40ec-8857-a3bef877d276 req-f1fd9bfd-62b4-4905-8112-fc9936b7822f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:15:06.745602 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f953dc9a-92a1-40ec-8857-a3bef877d276 req-f1fd9bfd-62b4-4905-8112-fc9936b7822f service neutron] 10.222.0.43 "GET /v2.0/networks?id=8423b44f-5a8c-4846-820c-03d5babfe51d HTTP/1.1" status: 200 len: 910 time: 0.1107762 Jun 14 17:15:06.833628 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f953dc9a-92a1-40ec-8857-a3bef877d276 req-31ada61f-f220-43ac-8b74-d5a297ee1eab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a HTTP/1.1" status: 200 len: 1001 time: 0.0801833 Jun 14 17:15:06.860933 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-4cd5dd08-c7a0-45d6-a2e2-24e672bdc5d2 req-54c2cedb-459b-43ec-8af0-43fe0f0758ff tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11589358'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:06.865949 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-c29fdea1-0cbb-4b95-b238-3b99efe5272e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:15:06.895780 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953dc9a-92a1-40ec-8857-a3bef877d276 req-731fddc2-100f-409e-b09a-2c6ca7bd67d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:15:06.897546 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f953dc9a-92a1-40ec-8857-a3bef877d276 req-731fddc2-100f-409e-b09a-2c6ca7bd67d6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=84f271ce-1b0c-4c14-aa77-c3984720885a HTTP/1.1" status: 200 len: 848 time: 0.0505576 Jun 14 17:15:06.900607 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2cedb-459b-43ec-8af0-43fe0f0758ff tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Pushing event deleted for resources: {'Port': ['ID=5292b588-061f-49ef-8e20-3e4ba4c2b8eb,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:15:06.910624 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-54c2cedb-459b-43ec-8af0-43fe0f0758ff tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:15:06.957399 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd5dd08-c7a0-45d6-a2e2-24e672bdc5d2 req-54c2cedb-459b-43ec-8af0-43fe0f0758ff tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] No DVR routers for this DVR port 5292b588-061f-49ef-8e20-3e4ba4c2b8eb on host hv-cinder-79628 {{(pid=91925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 17:15:06.960286 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [req-4cd5dd08-c7a0-45d6-a2e2-24e672bdc5d2 req-54c2cedb-459b-43ec-8af0-43fe0f0758ff tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:06.962587 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [req-4cd5dd08-c7a0-45d6-a2e2-24e672bdc5d2 req-54c2cedb-459b-43ec-8af0-43fe0f0758ff tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.43 "DELETE /v2.0/ports/5292b588-061f-49ef-8e20-3e4ba4c2b8eb HTTP/1.1" status: 204 len: 173 time: 0.5843229 Jun 14 17:15:06.963132 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc41f28f-30ad-4ff5-8428-5c4d5303093c', 'name': 'network-vif-deleted', 'tag': '5292b588-061f-49ef-8e20-3e4ba4c2b8eb'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:15:06.965826 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d291eb15d8c6473d16ee8dba452630a330a550e33bdf6927b5873c3041ff4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbcfc97-12af-421f-bac8-c48c36be3f87" -d '{"events": [{"server_uuid": "cc41f28f-30ad-4ff5-8428-5c4d5303093c", "name": "network-vif-deleted", "tag": "5292b588-061f-49ef-8e20-3e4ba4c2b8eb"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:15:06.990537 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953dc9a-92a1-40ec-8857-a3bef877d276 req-28fe0c68-53b1-446e-a381-25450f457678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:15:06.992034 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f953dc9a-92a1-40ec-8857-a3bef877d276 req-28fe0c68-53b1-446e-a381-25450f457678 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8423b44f-5a8c-4846-820c-03d5babfe51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0857790 Jun 14 17:15:07.020622 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 17:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f3df16-7257-4133-8daa-e57719dea029 x-openstack-request-id: req-b3f3df16-7257-4133-8daa-e57719dea029 {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:15:07.021155 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc41f28f-30ad-4ff5-8428-5c4d5303093c", "name": "network-vif-deleted", "tag": "5292b588-061f-49ef-8e20-3e4ba4c2b8eb", "status": "completed", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:15:07.021595 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3f3df16-7257-4133-8daa-e57719dea029 {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:15:07.022151 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc41f28f-30ad-4ff5-8428-5c4d5303093c', 'name': 'network-vif-deleted', 'tag': '5292b588-061f-49ef-8e20-3e4ba4c2b8eb', 'status': 'completed', 'code': 200} Jun 14 17:15:07.074097 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-415a3f48-cb3b-4b6a-90cf-cb2ce9b4f6d4 req-78e415f0-dff1-48c8-9ecd-543e9fe3be82 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc41f28f-30ad-4ff5-8428-5c4d5303093c HTTP/1.1" status: 200 len: 210 time: 0.0461059 Jun 14 17:15:07.152510 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f953dc9a-92a1-40ec-8857-a3bef877d276 req-f7f0dfe5-04ff-4090-bb4c-f8587b62c680 service neutron] 10.222.0.43 "GET /v2.0/networks/8423b44f-5a8c-4846-820c-03d5babfe51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528926 Jun 14 17:15:07.587227 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-f953dc9a-92a1-40ec-8857-a3bef877d276 req-70674bcd-97f1-4018-ae15-9acb3ccac955 service neutron] 10.222.0.43 "GET /v2.0/networks/8423b44f-5a8c-4846-820c-03d5babfe51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261558 Jun 14 17:15:08.062268 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:08.173668 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 47094) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:15:08.330685 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-0b1196a0-1644-4f37-99c7-73d43ce98df0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Deleting port bb73def5-3ccf-44d2-a64a-200bdfb6abe3 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:15:08.330924 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0b1196a0-1644-4f37-99c7-73d43ce98df0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:08.440553 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0b1196a0-1644-4f37-99c7-73d43ce98df0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:08.440880 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0b1196a0-1644-4f37-99c7-73d43ce98df0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:08.534577 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-0b1196a0-1644-4f37-99c7-73d43ce98df0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Calling delete_port for bb73def5-3ccf-44d2-a64a-200bdfb6abe3 owned by network:floatingip {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:15:08.713013 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0b1196a0-1644-4f37-99c7-73d43ce98df0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:08.714582 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-b8b0a87b-9d62-4ce1-a097-9ef7823dd910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:08.715532 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9336970a-4a9c-4e8e-9cf6-879b41b33034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:15:08.751905 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1196a0-1644-4f37-99c7-73d43ce98df0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Pushing event deleted for resources: {'Port': ['ID=bb73def5-3ccf-44d2-a64a-200bdfb6abe3,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:15:08.755789 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-0b1196a0-1644-4f37-99c7-73d43ce98df0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:15:08.847953 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0b1196a0-1644-4f37-99c7-73d43ce98df0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for floatingip, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:08.851394 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0b1196a0-1644-4f37-99c7-73d43ce98df0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for floatingip, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:08.852744 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-0b1196a0-1644-4f37-99c7-73d43ce98df0 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "DELETE /v2.0/floatingips/df03115a-c449-4204-a8d5-70c5b0c71a9f HTTP/1.1" status: 204 len: 168 time: 0.6779766 Jun 14 17:15:10.141772 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 47106) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:15:10.202255 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 5292b588-061f-49ef-8e20-3e4ba4c2b8eb no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:15:10.204578 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f5507727-9d68-4dab-8c65-34bc5e28cf5b tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:10.227569 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] No Port match for: 5292b588-061f-49ef-8e20-3e4ba4c2b8eb {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:15:10.227926 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 5292b588-061f-49ef-8e20-3e4ba4c2b8eb not bound to the agent host hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:15:10.234752 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f5507727-9d68-4dab-8c65-34bc5e28cf5b tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:10.300604 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f5507727-9d68-4dab-8c65-34bc5e28cf5b tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:10.303420 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f5507727-9d68-4dab-8c65-34bc5e28cf5b tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:10.304670 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-f5507727-9d68-4dab-8c65-34bc5e28cf5b tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] 10.222.0.25 "DELETE /v2.0/security-groups/a371bb34-74db-4b6f-b959-20aed98a4751 HTTP/1.1" status: 204 len: 168 time: 0.1618462 Jun 14 17:15:10.305440 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b46408f8-7a7f-4e7a-8f25-61cad0654235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:15:10.316418 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5507727-9d68-4dab-8c65-34bc5e28cf5b tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a371bb34-74db-4b6f-b959-20aed98a4751,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:15:10.319461 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f5507727-9d68-4dab-8c65-34bc5e28cf5b tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:15:10.361877 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 47110) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:15:10.909204 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:10.926879 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8accd8a1-6d5f-4df7-abcf-44dfee61022e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591572'] for router_interface, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:11.091510 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-fb8873e0-f0b1-48f7-963f-2920c718ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:11.261346 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-8accd8a1-6d5f-4df7-abcf-44dfee61022e admin admin] Deleting port 634a005b-73ca-41e5-9e96-26cf6b83c51d {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:15:11.261918 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8accd8a1-6d5f-4df7-abcf-44dfee61022e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:11.363868 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-8accd8a1-6d5f-4df7-abcf-44dfee61022e admin admin] For port 634a005b-73ca-41e5-9e96-26cf6b83c51d, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=634a005b-73ca-41e5-9e96-26cf6b83c51d,segment=NetworkSegment(1c809044-8102-4954-be5c-aa36261c8519),segment_id=1c809044-8102-4954-be5c-aa36261c8519)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:15:11.364167 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8accd8a1-6d5f-4df7-abcf-44dfee61022e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:11.456973 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-8accd8a1-6d5f-4df7-abcf-44dfee61022e admin admin] Calling delete_port for 634a005b-73ca-41e5-9e96-26cf6b83c51d owned by network:router_interface {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:15:11.683873 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8accd8a1-6d5f-4df7-abcf-44dfee61022e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:11.686512 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:15:11.719942 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8accd8a1-6d5f-4df7-abcf-44dfee61022e admin admin] Pushing event deleted for resources: {'Port': ['ID=634a005b-73ca-41e5-9e96-26cf6b83c51d,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:15:11.723081 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-8accd8a1-6d5f-4df7-abcf-44dfee61022e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:15:11.949161 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-8accd8a1-6d5f-4df7-abcf-44dfee61022e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591940'] for router_interface, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:12.239141 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8accd8a1-6d5f-4df7-abcf-44dfee61022e admin admin] Router cc16f8da-c677-4efc-b59c-3d7780f8bce5 has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 17:15:12.382827 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8accd8a1-6d5f-4df7-abcf-44dfee61022e admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 17:15:12.387766 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-8accd8a1-6d5f-4df7-abcf-44dfee61022e admin admin] 10.222.0.25 "PUT /v2.0/routers/cc16f8da-c677-4efc-b59c-3d7780f8bce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0248134 Jun 14 17:15:12.390519 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 47114) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:15:12.391289 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7736817e-3922-4098-aaf6-6af68d472225 None None] Sync routers for ids ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'] in dv-cinder-796286-2-iscsi {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 17:15:12.401129 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7736817e-3922-4098-aaf6-6af68d472225 None None] Routers {'cc16f8da-c677-4efc-b59c-3d7780f8bce5'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:15:12.401744 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-7736817e-3922-4098-aaf6-6af68d472225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:15:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:15:12.537286 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7e96f940-61bb-4079-9592-c763518cfc90 admin admin] Notify callbacks [] for router, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:12.655938 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:12.693158 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-7736817e-3922-4098-aaf6-6af68d472225 None None] Set router cc16f8da-c677-4efc-b59c-3d7780f8bce5 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:15:12.945471 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-7736817e-3922-4098-aaf6-6af68d472225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:07:55Z', 'updated_at': '2021-06-14T17:15:11Z', 'revision_number': 5, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'gw_port': {'id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:56Z', 'updated_at': '2021-06-14T17:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:15:12.948919 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7736817e-3922-4098-aaf6-6af68d472225 None None] Checking router: cc16f8da-c677-4efc-b59c-3d7780f8bce5 for host: dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 17:15:12.957457 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7736817e-3922-4098-aaf6-6af68d472225 None None] Routers {'cc16f8da-c677-4efc-b59c-3d7780f8bce5'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:15:12.958057 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-7736817e-3922-4098-aaf6-6af68d472225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:15:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:15:13.005168 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7e96f940-61bb-4079-9592-c763518cfc90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:13.062225 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-7e96f940-61bb-4079-9592-c763518cfc90 admin admin] Deleting port 348ce51a-ec03-46f7-a66c-5b8ca0ef4272 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:15:13.062225 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7e96f940-61bb-4079-9592-c763518cfc90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:13.106622 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-7736817e-3922-4098-aaf6-6af68d472225 None None] Set router cc16f8da-c677-4efc-b59c-3d7780f8bce5 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:15:13.169966 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-7e96f940-61bb-4079-9592-c763518cfc90 admin admin] For port 348ce51a-ec03-46f7-a66c-5b8ca0ef4272, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=348ce51a-ec03-46f7-a66c-5b8ca0ef4272,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:15:13.170340 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7e96f940-61bb-4079-9592-c763518cfc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:13.277085 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-7e96f940-61bb-4079-9592-c763518cfc90 admin admin] Calling delete_port for 348ce51a-ec03-46f7-a66c-5b8ca0ef4272 owned by network:router_gateway {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:15:13.362018 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-7736817e-3922-4098-aaf6-6af68d472225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:07:55Z', 'updated_at': '2021-06-14T17:15:11Z', 'revision_number': 5, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'gw_port': {'id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:56Z', 'updated_at': '2021-06-14T17:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:15:13.365661 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7736817e-3922-4098-aaf6-6af68d472225 None None] The sync data for ids ['cc16f8da-c677-4efc-b59c-3d7780f8bce5'] in dv-cinder-796286-2-iscsi is: [{'id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'name': 'tempest-TestVolumeBootPattern-226554596-router', 'tenant_id': '3bddc90907524095ad0401cb14a2f68c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:07:55Z', 'updated_at': '2021-06-14T17:15:11Z', 'revision_number': 5, 'project_id': '3bddc90907524095ad0401cb14a2f68c', 'gw_port': {'id': '348ce51a-ec03-46f7-a66c-5b8ca0ef4272', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ff:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc16f8da-c677-4efc-b59c-3d7780f8bce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:07:56Z', 'updated_at': '2021-06-14T17:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}] {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 17:15:13.481092 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7e96f940-61bb-4079-9592-c763518cfc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:13.483221 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-9336970a-4a9c-4e8e-9cf6-879b41b33034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:15:13.515067 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96f940-61bb-4079-9592-c763518cfc90 admin admin] Pushing event deleted for resources: {'Port': ['ID=348ce51a-ec03-46f7-a66c-5b8ca0ef4272,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:15:13.517579 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-7e96f940-61bb-4079-9592-c763518cfc90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:15:13.593982 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7e96f940-61bb-4079-9592-c763518cfc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594199'] for router_gateway, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:13.734998 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7e96f940-61bb-4079-9592-c763518cfc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-621798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106227'] for router, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:13.737253 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7e96f940-61bb-4079-9592-c763518cfc90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:13.797366 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7e96f940-61bb-4079-9592-c763518cfc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-622384'] for router, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:13.797930 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e96f940-61bb-4079-9592-c763518cfc90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc16f8da-c677-4efc-b59c-3d7780f8bce5 {{(pid=91924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 17:15:13.803815 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-7e96f940-61bb-4079-9592-c763518cfc90 admin admin] Notify callbacks [] for router, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:13.805274 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-7e96f940-61bb-4079-9592-c763518cfc90 admin admin] 10.222.0.25 "DELETE /v2.0/routers/cc16f8da-c677-4efc-b59c-3d7780f8bce5 HTTP/1.1" status: 204 len: 168 time: 1.4137242 Jun 14 17:15:13.807734 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 47116) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:15:13.872508 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5103229-84fb-4ca8-a93b-6e8e7eae29f0 admin admin] Deleting subnet 6cabad88-fac4-45e5-a292-a7d08d2f23f7 {{(pid=91924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 17:15:13.878846 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d5103229-84fb-4ca8-a93b-6e8e7eae29f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:13.923205 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d5103229-84fb-4ca8-a93b-6e8e7eae29f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11922896'] for subnet, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:14.034675 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d5103229-84fb-4ca8-a93b-6e8e7eae29f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3822193'] for subnet, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:14.108737 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d5103229-84fb-4ca8-a93b-6e8e7eae29f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3822200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12204727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12516290'] for subnet, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:14.112056 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-441bebb5-7ce8-4cf2-aee2-b7df6c0a7267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:15:14.144039 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5103229-84fb-4ca8-a93b-6e8e7eae29f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cabad88-fac4-45e5-a292-a7d08d2f23f7,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:15:14.147148 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d5103229-84fb-4ca8-a93b-6e8e7eae29f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:15:14.148770 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d5103229-84fb-4ca8-a93b-6e8e7eae29f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:14.151283 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-d5103229-84fb-4ca8-a93b-6e8e7eae29f0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6cabad88-fac4-45e5-a292-a7d08d2f23f7 HTTP/1.1" status: 204 len: 168 time: 0.3418972 Jun 14 17:15:14.153936 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 47118) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:15:14.154522 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad328f4-7865-41a4-babc-56ac98546da1 None None] Network 8560731a-9c90-4793-ae30-ab87841a8fed requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 17:15:14.245669 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b5f796fd-35b0-44c9-841a-f538387abc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684090'] for network, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:14.306912 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-b5f796fd-35b0-44c9-841a-f538387abc5c admin admin] Deleting port e0c3d52e-315c-47b0-a17b-48aae77a2486 {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:15:14.307340 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b5f796fd-35b0-44c9-841a-f538387abc5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:14.394676 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-b5f796fd-35b0-44c9-841a-f538387abc5c admin admin] For port e0c3d52e-315c-47b0-a17b-48aae77a2486, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=e0c3d52e-315c-47b0-a17b-48aae77a2486,segment=NetworkSegment(1c809044-8102-4954-be5c-aa36261c8519),segment_id=1c809044-8102-4954-be5c-aa36261c8519)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:15:14.394927 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b5f796fd-35b0-44c9-841a-f538387abc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:14.449217 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a603fc1-0a44-4d20-9e61-6b8f9f9d4812 None None] DHCP port deletion for 8560731a-9c90-4793-ae30-ab87841a8fed request from dv-cinder-796286-2-iscsi {{(pid=91926) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 17:15:14.491403 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-b5f796fd-35b0-44c9-841a-f538387abc5c admin admin] Calling delete_port for e0c3d52e-315c-47b0-a17b-48aae77a2486 owned by network:dhcp {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:15:14.509905 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:14.523815 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-8a603fc1-0a44-4d20-9e61-6b8f9f9d4812 None None] Deleting port e0c3d52e-315c-47b0-a17b-48aae77a2486 {{(pid=91926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:15:14.524198 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-8a603fc1-0a44-4d20-9e61-6b8f9f9d4812 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:14.607481 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b5f796fd-35b0-44c9-841a-f538387abc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11589358'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:14.609863 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-5d2496b3-0414-4c13-ad88-03ab04d198a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:15:14.611913 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-8a603fc1-0a44-4d20-9e61-6b8f9f9d4812 None None] For port e0c3d52e-315c-47b0-a17b-48aae77a2486, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=e0c3d52e-315c-47b0-a17b-48aae77a2486,segment=NetworkSegment(1c809044-8102-4954-be5c-aa36261c8519),segment_id=1c809044-8102-4954-be5c-aa36261c8519)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:15:14.612302 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-8a603fc1-0a44-4d20-9e61-6b8f9f9d4812 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:14.641625 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f796fd-35b0-44c9-841a-f538387abc5c admin admin] Pushing event deleted for resources: {'Port': ['ID=e0c3d52e-315c-47b0-a17b-48aae77a2486,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:15:14.644252 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-b5f796fd-35b0-44c9-841a-f538387abc5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:15:14.646914 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f796fd-35b0-44c9-841a-f538387abc5c admin admin] No DVR routers for this DVR port e0c3d52e-315c-47b0-a17b-48aae77a2486 on host dv-cinder-796286-2-iscsi {{(pid=91925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 17:15:14.703551 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-8a603fc1-0a44-4d20-9e61-6b8f9f9d4812 None None] Calling delete_port for e0c3d52e-315c-47b0-a17b-48aae77a2486 owned by network:dhcp {{(pid=91926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:15:14.746102 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b5f796fd-35b0-44c9-841a-f538387abc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3827948', 'neutron.services.segments.db._delete_segments_for_network-8769377283256'] for network, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:14.757122 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 634a005b-73ca-41e5-9e96-26cf6b83c51d no longer exists at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:15:14.757344 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-b5f796fd-35b0-44c9-841a-f538387abc5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8560731a-9c90-4793-ae30-ab87841a8fed']}} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:15:14.772674 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-b5f796fd-35b0-44c9-841a-f538387abc5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c809044-8102-4954-be5c-aa36261c8519') {'for_net_delete': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:15:14.772968 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-b5f796fd-35b0-44c9-841a-f538387abc5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c809044-8102-4954-be5c-aa36261c8519') {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:15:14.783091 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b5f796fd-35b0-44c9-841a-f538387abc5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769377283094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11696419'] for segment, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:14.787016 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] No Port match for: 634a005b-73ca-41e5-9e96-26cf6b83c51d {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:15:14.787364 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 634a005b-73ca-41e5-9e96-26cf6b83c51d not bound to the agent host dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:15:14.787777 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device e0c3d52e-315c-47b0-a17b-48aae77a2486 no longer exists at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:15:14.801543 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b5f796fd-35b0-44c9-841a-f538387abc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:14.807600 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f796fd-35b0-44c9-841a-f538387abc5c admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=91925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 17:15:14.807974 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b5f796fd-35b0-44c9-841a-f538387abc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11589309'] for segment, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: retrieve_revision_numbers = { Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: conditions |= (models_v2.Port.network_id.in_( Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: retrieve_revision_numbers = { Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: retrieve_revision_numbers = { Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: conditions |= (models_v2.Port.network_id.in_( Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: Traceback (most recent call last): Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: timer() Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: cb(*args, **kw) Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: return func(*args, **kwargs) Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: self._notify() Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: self.callback(batched_events) Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: event.method(event) Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: return f(self, *a, **k) Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: return self._get(url).json() Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: return self.request(url, 'GET', **kwargs) Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 17:15:14.809848 dv-cinder-796286-2-iscsi neutron-server[91925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 17:15:14.813697 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] No Port match for: e0c3d52e-315c-47b0-a17b-48aae77a2486 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:15:14.814035 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device e0c3d52e-315c-47b0-a17b-48aae77a2486 not bound to the agent host dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:15:14.814464 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 348ce51a-ec03-46f7-a66c-5b8ca0ef4272 no longer exists at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:15:14.848304 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] No Port match for: 348ce51a-ec03-46f7-a66c-5b8ca0ef4272 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:15:14.848622 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 348ce51a-ec03-46f7-a66c-5b8ca0ef4272 not bound to the agent host dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:15:14.868195 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-8a603fc1-0a44-4d20-9e61-6b8f9f9d4812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417'] for port, after_delete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:14.870093 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:15:14.887083 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b5f796fd-35b0-44c9-841a-f538387abc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3827955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594186'] for network, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:14.891500 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:15:14.896756 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a603fc1-0a44-4d20-9e61-6b8f9f9d4812 None None] Pushing event deleted for resources: {'Port': ['ID=e0c3d52e-315c-47b0-a17b-48aae77a2486,revision_number=None']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:15:14.896937 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-b5f796fd-35b0-44c9-841a-f538387abc5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:14.901479 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-b5f796fd-35b0-44c9-841a-f538387abc5c admin admin] 10.222.0.25 "DELETE /v2.0/networks/8560731a-9c90-4793-ae30-ab87841a8fed HTTP/1.1" status: 204 len: 168 time: 0.7439144 Jun 14 17:15:14.901630 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-8a603fc1-0a44-4d20-9e61-6b8f9f9d4812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:15:14.902431 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 47120) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:15:14.907444 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a603fc1-0a44-4d20-9e61-6b8f9f9d4812 None None] No DVR routers for this DVR port e0c3d52e-315c-47b0-a17b-48aae77a2486 on host dv-cinder-796286-2-iscsi {{(pid=91926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 17:15:14.920187 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f796fd-35b0-44c9-841a-f538387abc5c admin admin] Pushing event deleted for resources: {'Network': ['ID=8560731a-9c90-4793-ae30-ab87841a8fed,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:15:14.921960 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-b5f796fd-35b0-44c9-841a-f538387abc5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:15:15.357608 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-207da3d0-2caf-49cf-b02c-38032f7e625d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591572'] for router_interface, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:15.691476 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-207da3d0-2caf-49cf-b02c-38032f7e625d admin admin] Deleting port 18b49793-e90b-4fc7-accc-b4e650beccaa {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:15:15.691897 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-207da3d0-2caf-49cf-b02c-38032f7e625d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:15.805154 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-207da3d0-2caf-49cf-b02c-38032f7e625d admin admin] For port 18b49793-e90b-4fc7-accc-b4e650beccaa, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=18b49793-e90b-4fc7-accc-b4e650beccaa,segment=NetworkSegment(e176e0f4-cc2c-4b4e-96ea-915b7c09e50f),segment_id=e176e0f4-cc2c-4b4e-96ea-915b7c09e50f)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:15:15.805496 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-207da3d0-2caf-49cf-b02c-38032f7e625d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:15.919627 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-207da3d0-2caf-49cf-b02c-38032f7e625d admin admin] Calling delete_port for 18b49793-e90b-4fc7-accc-b4e650beccaa owned by network:router_interface {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:15:16.170033 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-207da3d0-2caf-49cf-b02c-38032f7e625d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:16.172899 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-fc59edd9-5311-4e5f-86a5-1d766c5c9901 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:15:16.207064 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207da3d0-2caf-49cf-b02c-38032f7e625d admin admin] Pushing event deleted for resources: {'Port': ['ID=18b49793-e90b-4fc7-accc-b4e650beccaa,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:15:16.210528 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-207da3d0-2caf-49cf-b02c-38032f7e625d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:15:16.431913 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-207da3d0-2caf-49cf-b02c-38032f7e625d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591940'] for router_interface, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:16.733939 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207da3d0-2caf-49cf-b02c-38032f7e625d admin admin] Router 470ef71e-4533-475a-81b0-233db0707024 has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 17:15:17.205308 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207da3d0-2caf-49cf-b02c-38032f7e625d admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 17:15:17.210793 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-207da3d0-2caf-49cf-b02c-38032f7e625d admin admin] 10.222.0.25 "PUT /v2.0/routers/470ef71e-4533-475a-81b0-233db0707024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3079047 Jun 14 17:15:17.214143 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 47122) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:15:17.217191 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319e6667-1b08-4aad-98c8-6f2e434d586a None None] Sync routers for ids ['470ef71e-4533-475a-81b0-233db0707024'] in dv-cinder-796286-2-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 17:15:17.227789 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319e6667-1b08-4aad-98c8-6f2e434d586a None None] Routers {'470ef71e-4533-475a-81b0-233db0707024'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:15:17.228417 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-319e6667-1b08-4aad-98c8-6f2e434d586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:15:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['470ef71e-4533-475a-81b0-233db0707024'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:15:17.355903 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0b98b9d6-5957-46e9-8e35-1d3f1f6dae37 admin admin] Notify callbacks [] for router, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:17.375377 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-319e6667-1b08-4aad-98c8-6f2e434d586a None None] Set router 470ef71e-4533-475a-81b0-233db0707024 gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:15:17.496187 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0b98b9d6-5957-46e9-8e35-1d3f1f6dae37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:17.562492 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-0b98b9d6-5957-46e9-8e35-1d3f1f6dae37 admin admin] Deleting port abd413e4-65f3-460c-99ff-6227ab0a0c46 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:15:17.562836 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0b98b9d6-5957-46e9-8e35-1d3f1f6dae37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:17.609671 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-319e6667-1b08-4aad-98c8-6f2e434d586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470ef71e-4533-475a-81b0-233db0707024', 'name': 'tempest-TestVolumeBootPattern-23537548-router', 'tenant_id': '6938ae434fa9436592935727b4345f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'abd413e4-65f3-460c-99ff-6227ab0a0c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:08:02Z', 'updated_at': '2021-06-14T17:15:16Z', 'revision_number': 5, 'project_id': '6938ae434fa9436592935727b4345f25', 'gw_port': {'id': 'abd413e4-65f3-460c-99ff-6227ab0a0c46', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:03:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '470ef71e-4533-475a-81b0-233db0707024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:08:03Z', 'updated_at': '2021-06-14T17:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:15:17.613005 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319e6667-1b08-4aad-98c8-6f2e434d586a None None] Checking router: 470ef71e-4533-475a-81b0-233db0707024 for host: dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 17:15:17.621210 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319e6667-1b08-4aad-98c8-6f2e434d586a None None] Routers {'470ef71e-4533-475a-81b0-233db0707024'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:15:17.621813 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-319e6667-1b08-4aad-98c8-6f2e434d586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:15:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['470ef71e-4533-475a-81b0-233db0707024'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:15:17.664044 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-0b98b9d6-5957-46e9-8e35-1d3f1f6dae37 admin admin] For port abd413e4-65f3-460c-99ff-6227ab0a0c46, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=abd413e4-65f3-460c-99ff-6227ab0a0c46,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:15:17.664370 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0b98b9d6-5957-46e9-8e35-1d3f1f6dae37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:17.738546 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-319e6667-1b08-4aad-98c8-6f2e434d586a None None] Set router 470ef71e-4533-475a-81b0-233db0707024 gateway port host: None {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:15:17.758272 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-0b98b9d6-5957-46e9-8e35-1d3f1f6dae37 admin admin] Calling delete_port for abd413e4-65f3-460c-99ff-6227ab0a0c46 owned by network:router_gateway {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:15:17.814348 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-319e6667-1b08-4aad-98c8-6f2e434d586a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '470ef71e-4533-475a-81b0-233db0707024', 'name': 'tempest-TestVolumeBootPattern-23537548-router', 'tenant_id': '6938ae434fa9436592935727b4345f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:08:02Z', 'updated_at': '2021-06-14T17:15:17Z', 'revision_number': 6, 'project_id': '6938ae434fa9436592935727b4345f25', 'gw_port_host': None}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:15:17.818081 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319e6667-1b08-4aad-98c8-6f2e434d586a None None] The sync data for ids ['470ef71e-4533-475a-81b0-233db0707024'] in dv-cinder-796286-2-iscsi is: [{'id': '470ef71e-4533-475a-81b0-233db0707024', 'name': 'tempest-TestVolumeBootPattern-23537548-router', 'tenant_id': '6938ae434fa9436592935727b4345f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:08:02Z', 'updated_at': '2021-06-14T17:15:17Z', 'revision_number': 6, 'project_id': '6938ae434fa9436592935727b4345f25', 'gw_port_host': None}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 17:15:17.980615 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0b98b9d6-5957-46e9-8e35-1d3f1f6dae37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:17.982634 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-6a470704-ca7f-4e5f-9d50-c778df009932 tempest-TestVolumeBootPattern-1699814936 tempest-TestVolumeBootPattern-1699814936-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:15:18.011160 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98b9d6-5957-46e9-8e35-1d3f1f6dae37 admin admin] Pushing event deleted for resources: {'Port': ['ID=abd413e4-65f3-460c-99ff-6227ab0a0c46,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:15:18.014187 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-0b98b9d6-5957-46e9-8e35-1d3f1f6dae37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:15:18.095980 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0b98b9d6-5957-46e9-8e35-1d3f1f6dae37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594199'] for router_gateway, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:18.231537 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0b98b9d6-5957-46e9-8e35-1d3f1f6dae37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-621798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106227'] for router, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:18.233778 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0b98b9d6-5957-46e9-8e35-1d3f1f6dae37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:18.303696 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0b98b9d6-5957-46e9-8e35-1d3f1f6dae37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-622384'] for router, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:18.304889 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b98b9d6-5957-46e9-8e35-1d3f1f6dae37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 470ef71e-4533-475a-81b0-233db0707024 {{(pid=91924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 17:15:18.311039 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-0b98b9d6-5957-46e9-8e35-1d3f1f6dae37 admin admin] Notify callbacks [] for router, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:18.314745 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-0b98b9d6-5957-46e9-8e35-1d3f1f6dae37 admin admin] 10.222.0.25 "DELETE /v2.0/routers/470ef71e-4533-475a-81b0-233db0707024 HTTP/1.1" status: 204 len: 168 time: 1.0968573 Jun 14 17:15:18.315056 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 47124) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:15:18.367177 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d0b609-6181-4938-a1ea-d6710a16ce48 admin admin] Deleting subnet 6769066c-d049-4aba-b541-69ca75ca4ce8 {{(pid=91924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 17:15:18.370276 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-34d0b609-6181-4938-a1ea-d6710a16ce48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:18.412363 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-34d0b609-6181-4938-a1ea-d6710a16ce48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11922896'] for subnet, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:18.511810 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-34d0b609-6181-4938-a1ea-d6710a16ce48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3822193'] for subnet, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:18.575880 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-34d0b609-6181-4938-a1ea-d6710a16ce48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3822200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12204727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12516290'] for subnet, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:18.578126 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:15:18.608669 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0b609-6181-4938-a1ea-d6710a16ce48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6769066c-d049-4aba-b541-69ca75ca4ce8,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:15:18.611677 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-34d0b609-6181-4938-a1ea-d6710a16ce48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:15:18.612673 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-34d0b609-6181-4938-a1ea-d6710a16ce48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:18.614566 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-34d0b609-6181-4938-a1ea-d6710a16ce48 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6769066c-d049-4aba-b541-69ca75ca4ce8 HTTP/1.1" status: 204 len: 168 time: 0.2986312 Jun 14 17:15:18.617049 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 47126) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:15:18.621266 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99b3035-3776-454b-8703-2df3d1af83e8 None None] Network d0ab1610-1ed6-4000-b4ab-7717a4bad907 requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 17:15:18.712722 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d713998b-5f11-40fc-9095-f9475e3ecc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684090'] for network, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:18.740111 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 18b49793-e90b-4fc7-accc-b4e650beccaa no longer exists at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:15:18.775687 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-d713998b-5f11-40fc-9095-f9475e3ecc54 admin admin] Deleting port 4197d517-07f8-4ffe-9a4e-5c448c6331d7 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:15:18.776027 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d713998b-5f11-40fc-9095-f9475e3ecc54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:18.790201 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] No Port match for: 18b49793-e90b-4fc7-accc-b4e650beccaa {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:15:18.790504 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 18b49793-e90b-4fc7-accc-b4e650beccaa not bound to the agent host dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:15:18.790926 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device abd413e4-65f3-460c-99ff-6227ab0a0c46 no longer exists at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:15:18.817427 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] No Port match for: abd413e4-65f3-460c-99ff-6227ab0a0c46 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:15:18.817734 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device abd413e4-65f3-460c-99ff-6227ab0a0c46 not bound to the agent host dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:15:18.884855 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-d713998b-5f11-40fc-9095-f9475e3ecc54 admin admin] For port 4197d517-07f8-4ffe-9a4e-5c448c6331d7, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=4197d517-07f8-4ffe-9a4e-5c448c6331d7,segment=NetworkSegment(e176e0f4-cc2c-4b4e-96ea-915b7c09e50f),segment_id=e176e0f4-cc2c-4b4e-96ea-915b7c09e50f)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:15:18.885205 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d713998b-5f11-40fc-9095-f9475e3ecc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:18.899563 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdc2e00-4042-4463-b514-f27f6df0f80f None None] DHCP port deletion for d0ab1610-1ed6-4000-b4ab-7717a4bad907 request from dv-cinder-796286-2-iscsi {{(pid=91926) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 17:15:18.953009 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc2e00-4042-4463-b514-f27f6df0f80f None None] Deleting port 4197d517-07f8-4ffe-9a4e-5c448c6331d7 {{(pid=91926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:15:18.953380 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-dbdc2e00-4042-4463-b514-f27f6df0f80f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:18.980207 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-d713998b-5f11-40fc-9095-f9475e3ecc54 admin admin] Calling delete_port for 4197d517-07f8-4ffe-9a4e-5c448c6331d7 owned by network:dhcp {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:15:19.042959 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-dbdc2e00-4042-4463-b514-f27f6df0f80f None None] For port 4197d517-07f8-4ffe-9a4e-5c448c6331d7, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=4197d517-07f8-4ffe-9a4e-5c448c6331d7,segment=NetworkSegment(e176e0f4-cc2c-4b4e-96ea-915b7c09e50f),segment_id=e176e0f4-cc2c-4b4e-96ea-915b7c09e50f)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:15:19.043269 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-dbdc2e00-4042-4463-b514-f27f6df0f80f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:19.081180 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d713998b-5f11-40fc-9095-f9475e3ecc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:19.083520 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d7957244-01eb-40e5-b1a9-a5d21c1128bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:15:19.113074 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d713998b-5f11-40fc-9095-f9475e3ecc54 admin admin] Pushing event deleted for resources: {'Port': ['ID=4197d517-07f8-4ffe-9a4e-5c448c6331d7,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:15:19.116295 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d713998b-5f11-40fc-9095-f9475e3ecc54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:15:19.117110 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d713998b-5f11-40fc-9095-f9475e3ecc54 admin admin] No DVR routers for this DVR port 4197d517-07f8-4ffe-9a4e-5c448c6331d7 on host dv-cinder-796286-2-iscsi {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 17:15:19.227826 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d713998b-5f11-40fc-9095-f9475e3ecc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3827948', 'neutron.services.segments.db._delete_segments_for_network-8769377283256'] for network, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:19.240446 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-d713998b-5f11-40fc-9095-f9475e3ecc54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ab1610-1ed6-4000-b4ab-7717a4bad907']}} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:15:19.252882 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-d713998b-5f11-40fc-9095-f9475e3ecc54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e176e0f4-cc2c-4b4e-96ea-915b7c09e50f') {'for_net_delete': True} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:15:19.253150 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-d713998b-5f11-40fc-9095-f9475e3ecc54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e176e0f4-cc2c-4b4e-96ea-915b7c09e50f') {} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:15:19.263422 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d713998b-5f11-40fc-9095-f9475e3ecc54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769377283094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11922907'] for segment, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:19.277389 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-dbdc2e00-4042-4463-b514-f27f6df0f80f None None] Calling delete_port for 4197d517-07f8-4ffe-9a4e-5c448c6331d7 owned by network:dhcp {{(pid=91926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:15:19.279138 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d713998b-5f11-40fc-9095-f9475e3ecc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:19.285355 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d713998b-5f11-40fc-9095-f9475e3ecc54 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=91924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 17:15:19.285806 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d713998b-5f11-40fc-9095-f9475e3ecc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12205854'] for segment, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 17:15:19.287467 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: conditions |= (models_v2.Port.network_id.in_( Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: retrieve_revision_numbers = { Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: Traceback (most recent call last): Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: timer() Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: cb(*args, **kw) Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: return func(*args, **kwargs) Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: self._notify() Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: self.callback(batched_events) Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: event.method(event) Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: return f(self, *a, **k) Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: return self._get(url).json() Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: return self.request(url, 'GET', **kwargs) Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 17:15:19.290172 dv-cinder-796286-2-iscsi neutron-server[91924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 17:15:19.366423 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d713998b-5f11-40fc-9095-f9475e3ecc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3827955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594186'] for network, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:19.370834 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:15:19.373635 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-d713998b-5f11-40fc-9095-f9475e3ecc54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:19.376201 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-d713998b-5f11-40fc-9095-f9475e3ecc54 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d0ab1610-1ed6-4000-b4ab-7717a4bad907 HTTP/1.1" status: 204 len: 168 time: 0.7582541 Jun 14 17:15:19.378059 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-dbdc2e00-4042-4463-b514-f27f6df0f80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417'] for port, after_delete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:19.380529 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:15:19.390472 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d713998b-5f11-40fc-9095-f9475e3ecc54 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0ab1610-1ed6-4000-b4ab-7717a4bad907,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:15:19.392927 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-d713998b-5f11-40fc-9095-f9475e3ecc54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:15:19.409025 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc2e00-4042-4463-b514-f27f6df0f80f None None] Pushing event deleted for resources: {'Port': ['ID=4197d517-07f8-4ffe-9a4e-5c448c6331d7,revision_number=None']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:15:19.411379 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-dbdc2e00-4042-4463-b514-f27f6df0f80f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:15:19.412549 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dbdc2e00-4042-4463-b514-f27f6df0f80f None None] Network d0ab1610-1ed6-4000-b4ab-7717a4bad907 is not hosted by any dhcp agent {{(pid=91926) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 14 17:15:19.413004 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdc2e00-4042-4463-b514-f27f6df0f80f None None] No DVR routers for this DVR port 4197d517-07f8-4ffe-9a4e-5c448c6331d7 on host dv-cinder-796286-2-iscsi {{(pid=91926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 17:15:19.497598 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 47130) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:15:19.542630 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-bf66f360-287b-4d5d-9bf0-3eae6a29b47d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3bddc90907524095ad0401cb14a2f68c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437429 Jun 14 17:15:19.545087 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 47132) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:15:19.606220 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b583b520-1455-4197-ba28-f205d52535e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:19.629873 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b583b520-1455-4197-ba28-f205d52535e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:19.684621 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b583b520-1455-4197-ba28-f205d52535e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:19.687255 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-b583b520-1455-4197-ba28-f205d52535e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:19.688718 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-b583b520-1455-4197-ba28-f205d52535e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/467afebc-ab0f-428b-af28-1bd1f84e62c8 HTTP/1.1" status: 204 len: 168 time: 0.1424201 Jun 14 17:15:19.689500 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-662b2d06-844a-4060-9151-27fa95501bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:15:19.698936 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583b520-1455-4197-ba28-f205d52535e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467afebc-ab0f-428b-af28-1bd1f84e62c8,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:15:19.701385 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-b583b520-1455-4197-ba28-f205d52535e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:15:20.028994 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 47140) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:15:20.081788 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-4af09acb-b4af-4f6c-9356-34fbd5334b0d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6938ae434fa9436592935727b4345f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514414 Jun 14 17:15:20.084263 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 47142) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:15:20.137382 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d8a75228-082e-49f9-ba7f-e60f3a9ec37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:20.160682 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d8a75228-082e-49f9-ba7f-e60f3a9ec37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:20.213751 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d8a75228-082e-49f9-ba7f-e60f3a9ec37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:20.216534 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-d8a75228-082e-49f9-ba7f-e60f3a9ec37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:20.217728 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-d8a75228-082e-49f9-ba7f-e60f3a9ec37b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b10d183a-3681-42ba-a8f7-03fe77631602 HTTP/1.1" status: 204 len: 168 time: 0.1325564 Jun 14 17:15:20.218535 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-61a515e0-fa9f-4468-b1bb-2db992d0db4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:15:20.227336 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a75228-082e-49f9-ba7f-e60f3a9ec37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10d183a-3681-42ba-a8f7-03fe77631602,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:15:20.229798 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-d8a75228-082e-49f9-ba7f-e60f3a9ec37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:15:20.728642 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 4197d517-07f8-4ffe-9a4e-5c448c6331d7 no longer exists at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:15:20.754042 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] No Port match for: 4197d517-07f8-4ffe-9a4e-5c448c6331d7 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:15:20.754417 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 4197d517-07f8-4ffe-9a4e-5c448c6331d7 not bound to the agent host dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:15:31.456971 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:15:38.074814 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:38.714776 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c144fb63-0963-4b0a-a3f5-31d48f0ab0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:40.906719 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:41.097216 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-15bedd18-7c3e-493a-9f4b-99e42480aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:42.608453 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:15:44.498868 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:06.674238 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5178461e-f6a2-4276-83e3-ccb023ec3873 req-3a6073fc-3cb4-4a49-8396-6edabdb1f0ea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2331567 Jun 14 17:16:06.804437 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178461e-f6a2-4276-83e3-ccb023ec3873 req-bb2a47c8-ccd2-42ff-9667-f2579eb88606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:16:06.805850 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5178461e-f6a2-4276-83e3-ccb023ec3873 req-bb2a47c8-ccd2-42ff-9667-f2579eb88606 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=116dc0810f364143a2a00f614d76b486&device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 1099 time: 0.0769851 Jun 14 17:16:06.957642 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178461e-f6a2-4276-83e3-ccb023ec3873 req-2e5ef8fd-ae37-4ab4-8ac5-f6f1d499117b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:16:06.959281 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5178461e-f6a2-4276-83e3-ccb023ec3873 req-2e5ef8fd-ae37-4ab4-8ac5-f6f1d499117b service neutron] 10.222.0.43 "GET /v2.0/networks?id=8423b44f-5a8c-4846-820c-03d5babfe51d HTTP/1.1" status: 200 len: 910 time: 0.1291649 Jun 14 17:16:07.044527 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5178461e-f6a2-4276-83e3-ccb023ec3873 req-7281c064-0f42-4a78-8d40-8eca3d88b198 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a HTTP/1.1" status: 200 len: 1001 time: 0.0782788 Jun 14 17:16:07.107185 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178461e-f6a2-4276-83e3-ccb023ec3873 req-548debe5-c366-486d-bad6-ff60e21a6998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:16:07.108482 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5178461e-f6a2-4276-83e3-ccb023ec3873 req-548debe5-c366-486d-bad6-ff60e21a6998 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=84f271ce-1b0c-4c14-aa77-c3984720885a HTTP/1.1" status: 200 len: 848 time: 0.0524037 Jun 14 17:16:07.176614 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178461e-f6a2-4276-83e3-ccb023ec3873 req-bab841f9-8141-4041-958e-caf65c7c9301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:16:07.178057 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5178461e-f6a2-4276-83e3-ccb023ec3873 req-bab841f9-8141-4041-958e-caf65c7c9301 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8423b44f-5a8c-4846-820c-03d5babfe51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591466 Jun 14 17:16:07.312298 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5178461e-f6a2-4276-83e3-ccb023ec3873 req-15c86b79-e5fc-40c7-a061-ffdaf84608ef service neutron] 10.222.0.43 "GET /v2.0/networks/8423b44f-5a8c-4846-820c-03d5babfe51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261048 Jun 14 17:16:07.429357 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-5178461e-f6a2-4276-83e3-ccb023ec3873 req-b37ddf96-5d50-490e-85e9-9f6f248a3cf3 service neutron] 10.222.0.43 "GET /v2.0/networks/8423b44f-5a8c-4846-820c-03d5babfe51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082013 Jun 14 17:16:08.071451 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:08.456230 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:16:08.720859 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-5272075a-d911-43a5-b7dd-177b71d5a51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:10.902570 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:11.100589 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-5108f494-de2e-4783-91e6-1cc2ef89d3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:12.611808 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:14.501436 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:17.342475 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 47164) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:16:17.546890 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-9c77f2f9-31b8-4d08-89d7-e7133aeffcf4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Deleting port 9eb78fc3-d691-4e78-8659-5a2faea81c8e {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:16:17.547202 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9c77f2f9-31b8-4d08-89d7-e7133aeffcf4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:17.656166 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9c77f2f9-31b8-4d08-89d7-e7133aeffcf4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:17.656398 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9c77f2f9-31b8-4d08-89d7-e7133aeffcf4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:18.008497 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-9c77f2f9-31b8-4d08-89d7-e7133aeffcf4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Calling delete_port for 9eb78fc3-d691-4e78-8659-5a2faea81c8e owned by network:floatingip {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:16:18.204522 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9c77f2f9-31b8-4d08-89d7-e7133aeffcf4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11589358'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:18.206513 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:16:18.234766 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77f2f9-31b8-4d08-89d7-e7133aeffcf4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Pushing event deleted for resources: {'Port': ['ID=9eb78fc3-d691-4e78-8659-5a2faea81c8e,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:16:18.245635 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77f2f9-31b8-4d08-89d7-e7133aeffcf4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:18.246002 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77f2f9-31b8-4d08-89d7-e7133aeffcf4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:18.246409 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77f2f9-31b8-4d08-89d7-e7133aeffcf4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:18.246772 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77f2f9-31b8-4d08-89d7-e7133aeffcf4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:18.247135 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77f2f9-31b8-4d08-89d7-e7133aeffcf4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:18.247489 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77f2f9-31b8-4d08-89d7-e7133aeffcf4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:18.247844 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77f2f9-31b8-4d08-89d7-e7133aeffcf4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:18.248193 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77f2f9-31b8-4d08-89d7-e7133aeffcf4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:18.248542 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77f2f9-31b8-4d08-89d7-e7133aeffcf4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:18.248891 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77f2f9-31b8-4d08-89d7-e7133aeffcf4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:18.249239 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77f2f9-31b8-4d08-89d7-e7133aeffcf4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:18.249587 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c77f2f9-31b8-4d08-89d7-e7133aeffcf4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:18.271559 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-9c77f2f9-31b8-4d08-89d7-e7133aeffcf4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:16:18.322396 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9c77f2f9-31b8-4d08-89d7-e7133aeffcf4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for floatingip, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:18.322723 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.db.l3_db [None req-9c77f2f9-31b8-4d08-89d7-e7133aeffcf4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Floating IP d2d9ba3d-bfc2-4891-9a54-2622afe53a23 disassociated (deleted). External IP: 172.27.0.66, port: 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a. Jun 14 17:16:18.609395 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c77f2f9-31b8-4d08-89d7-e7133aeffcf4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Router 906500a3-81bd-4ba7-bd48-9636883e7bab has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 17:16:18.753911 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c77f2f9-31b8-4d08-89d7-e7133aeffcf4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 17:16:18.760326 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-9c77f2f9-31b8-4d08-89d7-e7133aeffcf4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for floatingip, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:18.765272 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6bbbfb-a412-4c39-8472-7bfce9676c81 None None] Sync routers for ids ['906500a3-81bd-4ba7-bd48-9636883e7bab'] in dv-cinder-796286-2-iscsi {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 17:16:18.774790 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6bbbfb-a412-4c39-8472-7bfce9676c81 None None] Routers {'906500a3-81bd-4ba7-bd48-9636883e7bab'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:16:18.775406 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-cc6bbbfb-a412-4c39-8472-7bfce9676c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:16:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['906500a3-81bd-4ba7-bd48-9636883e7bab'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:16:18.807257 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-9c77f2f9-31b8-4d08-89d7-e7133aeffcf4 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "DELETE /v2.0/floatingips/d2d9ba3d-bfc2-4891-9a54-2622afe53a23 HTTP/1.1" status: 204 len: 168 time: 1.4635830 Jun 14 17:16:18.807911 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d282f17-e211-4160-94a4-2b76baf9d25e', 'tag': '4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a'}] {{(pid=91925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:16:18.810243 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1d291eb15d8c6473d16ee8dba452630a330a550e33bdf6927b5873c3041ff4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6838bbac-073e-415b-b4cf-df48bc232cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "0d282f17-e211-4160-94a4-2b76baf9d25e", "tag": "4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a"}]}' {{(pid=91925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:16:18.846004 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 17:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7834cd0-7c94-486d-826d-d5832381bd8b x-openstack-request-id: req-d7834cd0-7c94-486d-826d-d5832381bd8b {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:16:18.846612 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d282f17-e211-4160-94a4-2b76baf9d25e", "tag": "4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a", "status": "completed", "code": 200}]} {{(pid=91925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:16:18.847124 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7834cd0-7c94-486d-826d-d5832381bd8b {{(pid=91925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:16:18.847758 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d282f17-e211-4160-94a4-2b76baf9d25e', 'tag': '4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a', 'status': 'completed', 'code': 200} Jun 14 17:16:18.924175 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-cc6bbbfb-a412-4c39-8472-7bfce9676c81 None None] Set router 906500a3-81bd-4ba7-bd48-9636883e7bab gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:16:18.928935 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838bbac-073e-415b-b4cf-df48bc232cfb req-22395561-83d5-4e14-a973-b6d8bbca743f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:16:18.930584 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6838bbac-073e-415b-b4cf-df48bc232cfb req-22395561-83d5-4e14-a973-b6d8bbca743f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=116dc0810f364143a2a00f614d76b486&device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 1099 time: 0.0609210 Jun 14 17:16:19.068877 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838bbac-073e-415b-b4cf-df48bc232cfb req-50769f10-4a7f-4e3c-a455-018dc88935de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:16:19.070569 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6838bbac-073e-415b-b4cf-df48bc232cfb req-50769f10-4a7f-4e3c-a455-018dc88935de service neutron] 10.222.0.43 "GET /v2.0/networks?id=8423b44f-5a8c-4846-820c-03d5babfe51d HTTP/1.1" status: 200 len: 910 time: 0.1314960 Jun 14 17:16:19.131823 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6838bbac-073e-415b-b4cf-df48bc232cfb req-1d3ce59f-3b77-40c6-b6ec-84bc5b935a84 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a HTTP/1.1" status: 200 len: 217 time: 0.0531642 Jun 14 17:16:19.204098 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-cc6bbbfb-a412-4c39-8472-7bfce9676c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'name': 'tempest-TestShelveInstance-1701247211-router', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ab1918f5-184d-4219-bb18-38c0926e36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:11:26Z', 'updated_at': '2021-06-14T17:11:30Z', 'revision_number': 4, 'project_id': '116dc0810f364143a2a00f614d76b486', 'gw_port': {'id': 'ab1918f5-184d-4219-bb18-38c0926e36b3', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:27Z', 'updated_at': '2021-06-14T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': 'c0b096eb-85d5-41cc-8780-0d23d55824fa', 'name': '', 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'mac_address': 'fa:16:3e:36:6d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '84f271ce-1b0c-4c14-aa77-c3984720885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:29Z', 'updated_at': '2021-06-14T17:11:37Z', 'revision_number': 5, 'project_id': '116dc0810f364143a2a00f614d76b486', 'subnets': [{'id': '84f271ce-1b0c-4c14-aa77-c3984720885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:16:19.207965 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6bbbfb-a412-4c39-8472-7bfce9676c81 None None] Checking router: 906500a3-81bd-4ba7-bd48-9636883e7bab for host: dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 17:16:19.216489 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6bbbfb-a412-4c39-8472-7bfce9676c81 None None] Routers {'906500a3-81bd-4ba7-bd48-9636883e7bab'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:16:19.217120 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-cc6bbbfb-a412-4c39-8472-7bfce9676c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:16:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['906500a3-81bd-4ba7-bd48-9636883e7bab'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:16:19.221951 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838bbac-073e-415b-b4cf-df48bc232cfb req-4504ae17-eb28-41f8-b772-9751255b2d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:16:19.228545 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6838bbac-073e-415b-b4cf-df48bc232cfb req-4504ae17-eb28-41f8-b772-9751255b2d74 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=84f271ce-1b0c-4c14-aa77-c3984720885a HTTP/1.1" status: 200 len: 848 time: 0.0827222 Jun 14 17:16:19.279289 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8a38d-d851-42b3-bbcf-16e41dd83421 req-3b324cc3-62c4-4ba2-9549-dcf1b48e7cee tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:16:19.280774 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-84a8a38d-d851-42b3-bbcf-16e41dd83421 req-3b324cc3-62c4-4ba2-9549-dcf1b48e7cee tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 946 time: 0.1515625 Jun 14 17:16:19.337292 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-84a8a38d-d851-42b3-bbcf-16e41dd83421 req-66610151-4e25-44b1-925d-3ae49a8136e9 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491755 Jun 14 17:16:19.341328 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838bbac-073e-415b-b4cf-df48bc232cfb req-3fa361bf-f0af-43dc-9042-347a4f84ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:16:19.343587 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6838bbac-073e-415b-b4cf-df48bc232cfb req-3fa361bf-f0af-43dc-9042-347a4f84ccd8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8423b44f-5a8c-4846-820c-03d5babfe51d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1088271 Jun 14 17:16:19.376114 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-cc6bbbfb-a412-4c39-8472-7bfce9676c81 None None] Set router 906500a3-81bd-4ba7-bd48-9636883e7bab gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:16:19.655141 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-cc6bbbfb-a412-4c39-8472-7bfce9676c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'name': 'tempest-TestShelveInstance-1701247211-router', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ab1918f5-184d-4219-bb18-38c0926e36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:11:26Z', 'updated_at': '2021-06-14T17:11:30Z', 'revision_number': 4, 'project_id': '116dc0810f364143a2a00f614d76b486', 'gw_port': {'id': 'ab1918f5-184d-4219-bb18-38c0926e36b3', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:27Z', 'updated_at': '2021-06-14T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': 'c0b096eb-85d5-41cc-8780-0d23d55824fa', 'name': '', 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'mac_address': 'fa:16:3e:36:6d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '84f271ce-1b0c-4c14-aa77-c3984720885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:29Z', 'updated_at': '2021-06-14T17:11:37Z', 'revision_number': 5, 'project_id': '116dc0810f364143a2a00f614d76b486', 'subnets': [{'id': '84f271ce-1b0c-4c14-aa77-c3984720885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:16:19.659901 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6bbbfb-a412-4c39-8472-7bfce9676c81 None None] The sync data for ids ['906500a3-81bd-4ba7-bd48-9636883e7bab'] in dv-cinder-796286-2-iscsi is: [{'id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'name': 'tempest-TestShelveInstance-1701247211-router', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ab1918f5-184d-4219-bb18-38c0926e36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:11:26Z', 'updated_at': '2021-06-14T17:11:30Z', 'revision_number': 4, 'project_id': '116dc0810f364143a2a00f614d76b486', 'gw_port': {'id': 'ab1918f5-184d-4219-bb18-38c0926e36b3', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:27Z', 'updated_at': '2021-06-14T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi', '_interfaces': [{'id': 'c0b096eb-85d5-41cc-8780-0d23d55824fa', 'name': '', 'network_id': '8423b44f-5a8c-4846-820c-03d5babfe51d', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'mac_address': 'fa:16:3e:36:6d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '84f271ce-1b0c-4c14-aa77-c3984720885a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:29Z', 'updated_at': '2021-06-14T17:11:37Z', 'revision_number': 5, 'project_id': '116dc0810f364143a2a00f614d76b486', 'subnets': [{'id': '84f271ce-1b0c-4c14-aa77-c3984720885a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 17:16:19.790107 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6838bbac-073e-415b-b4cf-df48bc232cfb req-461653f6-1fc3-4fe3-9188-50b3c10406fe service neutron] 10.222.0.43 "GET /v2.0/networks/8423b44f-5a8c-4846-820c-03d5babfe51d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389586 Jun 14 17:16:19.911098 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3773221-4ed8-4448-b190-8ae1b2ca42cc None None] New status for floating IP d2d9ba3d-bfc2-4891-9a54-2622afe53a23: DOWN {{(pid=91927) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 14 17:16:19.917959 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6838bbac-073e-415b-b4cf-df48bc232cfb req-06ac30fe-f621-45b3-bce9-025c5569baee service neutron] 10.222.0.43 "GET /v2.0/networks/8423b44f-5a8c-4846-820c-03d5babfe51d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163042 Jun 14 17:16:20.546600 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5bb6d8-e7d7-4dcf-a857-d0e2722cfcae req-a574460c-63ea-4ddb-b229-e112546ad58a tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:16:20.548089 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6e5bb6d8-e7d7-4dcf-a857-d0e2722cfcae req-a574460c-63ea-4ddb-b229-e112546ad58a tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 946 time: 0.0824256 Jun 14 17:16:20.592611 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-6e5bb6d8-e7d7-4dcf-a857-d0e2722cfcae req-d4c78e9d-b33f-4716-9f79-6d9f2657f207 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/security-groups?id=726df68c-18fb-40de-b502-385ef15f5a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385325 Jun 14 17:16:20.933752 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e9c34-a9ac-4f03-aff5-5f294b884443 req-65652acd-d3db-4c15-a257-b03b545a6ca5 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 14 17:16:20.935250 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-004e9c34-a9ac-4f03-aff5-5f294b884443 req-65652acd-d3db-4c15-a257-b03b545a6ca5 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.43 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 946 time: 0.0756817 Jun 14 17:16:21.069195 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-004e9c34-a9ac-4f03-aff5-5f294b884443 req-48f16ac5-6d84-49f1-8ba3-2d64d0b5fadb tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Deleting port 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:16:21.069433 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-004e9c34-a9ac-4f03-aff5-5f294b884443 req-48f16ac5-6d84-49f1-8ba3-2d64d0b5fadb tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:21.184250 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [req-004e9c34-a9ac-4f03-aff5-5f294b884443 req-48f16ac5-6d84-49f1-8ba3-2d64d0b5fadb tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] For port 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a,segment=NetworkSegment(cead694f-eed0-42d7-92bd-123055df5822),segment_id=cead694f-eed0-42d7-92bd-123055df5822)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:16:21.184590 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-004e9c34-a9ac-4f03-aff5-5f294b884443 req-48f16ac5-6d84-49f1-8ba3-2d64d0b5fadb tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:21.279280 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [req-004e9c34-a9ac-4f03-aff5-5f294b884443 req-48f16ac5-6d84-49f1-8ba3-2d64d0b5fadb tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Calling delete_port for 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a owned by compute:nova {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:16:21.433878 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-004e9c34-a9ac-4f03-aff5-5f294b884443 req-48f16ac5-6d84-49f1-8ba3-2d64d0b5fadb tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:21.441240 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-207da3d0-2caf-49cf-b02c-38032f7e625d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:16:21.471414 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f16ac5-6d84-49f1-8ba3-2d64d0b5fadb tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Pushing event deleted for resources: {'Port': ['ID=4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:16:21.483531 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f16ac5-6d84-49f1-8ba3-2d64d0b5fadb tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:21.483932 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f16ac5-6d84-49f1-8ba3-2d64d0b5fadb tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:21.484310 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f16ac5-6d84-49f1-8ba3-2d64d0b5fadb tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:21.484675 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f16ac5-6d84-49f1-8ba3-2d64d0b5fadb tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:21.485036 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f16ac5-6d84-49f1-8ba3-2d64d0b5fadb tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:21.485393 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f16ac5-6d84-49f1-8ba3-2d64d0b5fadb tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:21.485750 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f16ac5-6d84-49f1-8ba3-2d64d0b5fadb tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:21.486104 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f16ac5-6d84-49f1-8ba3-2d64d0b5fadb tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:21.486489 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f16ac5-6d84-49f1-8ba3-2d64d0b5fadb tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:21.486843 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f16ac5-6d84-49f1-8ba3-2d64d0b5fadb tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:21.487160 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f16ac5-6d84-49f1-8ba3-2d64d0b5fadb tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:21.487538 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f16ac5-6d84-49f1-8ba3-2d64d0b5fadb tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:21.510927 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-48f16ac5-6d84-49f1-8ba3-2d64d0b5fadb tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:16:21.536944 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [req-004e9c34-a9ac-4f03-aff5-5f294b884443 req-48f16ac5-6d84-49f1-8ba3-2d64d0b5fadb tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] No DVR routers for this DVR port 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a on host hv-cinder-79628 {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 17:16:21.539767 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [req-004e9c34-a9ac-4f03-aff5-5f294b884443 req-48f16ac5-6d84-49f1-8ba3-2d64d0b5fadb tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41643'] for port, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:21.541767 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-004e9c34-a9ac-4f03-aff5-5f294b884443 req-48f16ac5-6d84-49f1-8ba3-2d64d0b5fadb tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.43 "DELETE /v2.0/ports/4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a HTTP/1.1" status: 204 len: 173 time: 0.5976508 Jun 14 17:16:21.542276 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d282f17-e211-4160-94a4-2b76baf9d25e', 'name': 'network-vif-deleted', 'tag': '4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a'}] {{(pid=91924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 14 17:16:21.544681 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f93907e3fa632b4c81d56e7833664a309f21b0abb5bca9b231ff72807ebf7780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f55986-fea5-4774-999e-47c7db7ca302" -d '{"events": [{"server_uuid": "0d282f17-e211-4160-94a4-2b76baf9d25e", "name": "network-vif-deleted", "tag": "4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a"}]}' {{(pid=91924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 14 17:16:21.587057 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 17:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b296836b-9bd7-483a-bc72-babb15952983 x-openstack-request-id: req-b296836b-9bd7-483a-bc72-babb15952983 {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 14 17:16:21.587761 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d282f17-e211-4160-94a4-2b76baf9d25e", "name": "network-vif-deleted", "tag": "4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a", "status": "completed", "code": 200}]} {{(pid=91924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 14 17:16:21.587761 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b296836b-9bd7-483a-bc72-babb15952983 {{(pid=91924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 14 17:16:21.588106 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d282f17-e211-4160-94a4-2b76baf9d25e', 'name': 'network-vif-deleted', 'tag': '4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a', 'status': 'completed', 'code': 200} Jun 14 17:16:21.753835 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [req-4f48321d-9055-4de4-a3a4-11908120295b req-2a56301f-2f5c-45d1-aba8-a60c6c67d5ce tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d282f17-e211-4160-94a4-2b76baf9d25e HTTP/1.1" status: 200 len: 210 time: 0.0372293 Jun 14 17:16:22.855282 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 47190) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:16:22.922721 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-48344116-8584-4fd4-a037-9137c26ac75c tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:22.949981 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-48344116-8584-4fd4-a037-9137c26ac75c tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:23.023264 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-48344116-8584-4fd4-a037-9137c26ac75c tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:23.027084 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-48344116-8584-4fd4-a037-9137c26ac75c tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:23.028616 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-48344116-8584-4fd4-a037-9137c26ac75c tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] 10.222.0.25 "DELETE /v2.0/security-groups/726df68c-18fb-40de-b502-385ef15f5a24 HTTP/1.1" status: 204 len: 168 time: 0.1723554 Jun 14 17:16:23.029412 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-3654d496-c2fd-4d86-a209-0276f34bae70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:16:23.042582 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48344116-8584-4fd4-a037-9137c26ac75c tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=726df68c-18fb-40de-b502-385ef15f5a24,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:16:23.046520 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-48344116-8584-4fd4-a037-9137c26ac75c tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:16:23.075272 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 47194) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:16:23.521460 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-629962b7-9b95-4d72-b398-24412a549152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591572'] for router_interface, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:23.852600 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-629962b7-9b95-4d72-b398-24412a549152 admin admin] Deleting port c0b096eb-85d5-41cc-8780-0d23d55824fa {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:16:23.852834 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-629962b7-9b95-4d72-b398-24412a549152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:23.965765 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-629962b7-9b95-4d72-b398-24412a549152 admin admin] For port c0b096eb-85d5-41cc-8780-0d23d55824fa, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=c0b096eb-85d5-41cc-8780-0d23d55824fa,segment=NetworkSegment(cead694f-eed0-42d7-92bd-123055df5822),segment_id=cead694f-eed0-42d7-92bd-123055df5822)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:16:23.966502 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-629962b7-9b95-4d72-b398-24412a549152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:24.054120 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-629962b7-9b95-4d72-b398-24412a549152 admin admin] Calling delete_port for c0b096eb-85d5-41cc-8780-0d23d55824fa owned by network:router_interface {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:16:24.295029 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-629962b7-9b95-4d72-b398-24412a549152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11589358'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:24.297092 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-259ee5f5-4d2c-42c6-9076-f79d7f8ebc52 tempest-TestShelveInstance-1757671621 tempest-TestShelveInstance-1757671621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:16:24.325514 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629962b7-9b95-4d72-b398-24412a549152 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0b096eb-85d5-41cc-8780-0d23d55824fa,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:16:24.328711 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-629962b7-9b95-4d72-b398-24412a549152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:16:24.578663 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a no longer exists at agent hyperv_hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:16:24.606755 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] No Port match for: 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:16:24.607029 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Device 4d4e23e1-cfc2-47f0-b2fc-afa47bb0f89a not bound to the agent host hv-cinder-79628 {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:16:24.815731 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-629962b7-9b95-4d72-b398-24412a549152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591940'] for router_interface, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:25.115676 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629962b7-9b95-4d72-b398-24412a549152 admin admin] Router 906500a3-81bd-4ba7-bd48-9636883e7bab has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 17:16:25.261177 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629962b7-9b95-4d72-b398-24412a549152 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 17:16:25.266104 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-629962b7-9b95-4d72-b398-24412a549152 admin admin] 10.222.0.25 "PUT /v2.0/routers/906500a3-81bd-4ba7-bd48-9636883e7bab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1898355 Jun 14 17:16:25.269176 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 47196) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:16:25.269966 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82141b29-265b-479d-872a-582f7298d656 None None] Sync routers for ids ['906500a3-81bd-4ba7-bd48-9636883e7bab'] in dv-cinder-796286-2-iscsi {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 17:16:25.280088 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82141b29-265b-479d-872a-582f7298d656 None None] Routers {'906500a3-81bd-4ba7-bd48-9636883e7bab'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:16:25.280700 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-82141b29-265b-479d-872a-582f7298d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:16:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['906500a3-81bd-4ba7-bd48-9636883e7bab'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:16:25.423108 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-81f07177-d2a1-4efc-8b67-5b56f4cf2657 admin admin] Notify callbacks [] for router, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:25.557286 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-82141b29-265b-479d-872a-582f7298d656 None None] Set router 906500a3-81bd-4ba7-bd48-9636883e7bab gateway port host: dv-cinder-796286-2-iscsi {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:16:25.563928 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-81f07177-d2a1-4efc-8b67-5b56f4cf2657 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:25.626026 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-81f07177-d2a1-4efc-8b67-5b56f4cf2657 admin admin] Deleting port ab1918f5-184d-4219-bb18-38c0926e36b3 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:16:25.626371 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-81f07177-d2a1-4efc-8b67-5b56f4cf2657 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:25.726422 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-81f07177-d2a1-4efc-8b67-5b56f4cf2657 admin admin] For port ab1918f5-184d-4219-bb18-38c0926e36b3, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=ab1918f5-184d-4219-bb18-38c0926e36b3,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:16:25.726753 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-81f07177-d2a1-4efc-8b67-5b56f4cf2657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:25.792050 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-82141b29-265b-479d-872a-582f7298d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'name': 'tempest-TestShelveInstance-1701247211-router', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ab1918f5-184d-4219-bb18-38c0926e36b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:11:26Z', 'updated_at': '2021-06-14T17:16:24Z', 'revision_number': 5, 'project_id': '116dc0810f364143a2a00f614d76b486', 'gw_port': {'id': 'ab1918f5-184d-4219-bb18-38c0926e36b3', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:96:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:27Z', 'updated_at': '2021-06-14T17:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:16:25.795925 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82141b29-265b-479d-872a-582f7298d656 None None] Checking router: 906500a3-81bd-4ba7-bd48-9636883e7bab for host: dv-cinder-796286-2-iscsi {{(pid=91926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 17:16:25.804885 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82141b29-265b-479d-872a-582f7298d656 None None] Routers {'906500a3-81bd-4ba7-bd48-9636883e7bab'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:16:25.805485 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-82141b29-265b-479d-872a-582f7298d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:16:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['906500a3-81bd-4ba7-bd48-9636883e7bab'], 'active': True} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:16:25.819289 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-81f07177-d2a1-4efc-8b67-5b56f4cf2657 admin admin] Calling delete_port for ab1918f5-184d-4219-bb18-38c0926e36b3 owned by network:router_gateway {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:16:25.925261 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvr_db [None req-82141b29-265b-479d-872a-582f7298d656 None None] Set router 906500a3-81bd-4ba7-bd48-9636883e7bab gateway port host: None {{(pid=91926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:16:26.004589 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_hamode_db [None req-82141b29-265b-479d-872a-582f7298d656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'name': 'tempest-TestShelveInstance-1701247211-router', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:11:26Z', 'updated_at': '2021-06-14T17:16:25Z', 'revision_number': 6, 'project_id': '116dc0810f364143a2a00f614d76b486', 'gw_port_host': None}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:16:26.008245 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82141b29-265b-479d-872a-582f7298d656 None None] The sync data for ids ['906500a3-81bd-4ba7-bd48-9636883e7bab'] in dv-cinder-796286-2-iscsi is: [{'id': '906500a3-81bd-4ba7-bd48-9636883e7bab', 'name': 'tempest-TestShelveInstance-1701247211-router', 'tenant_id': '116dc0810f364143a2a00f614d76b486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:11:26Z', 'updated_at': '2021-06-14T17:16:25Z', 'revision_number': 6, 'project_id': '116dc0810f364143a2a00f614d76b486', 'gw_port_host': None}] {{(pid=91926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 17:16:26.023088 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-81f07177-d2a1-4efc-8b67-5b56f4cf2657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:26.026001 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-ec96073a-1c2a-4c59-aefb-62faa49b146f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:16:26.059926 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f07177-d2a1-4efc-8b67-5b56f4cf2657 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab1918f5-184d-4219-bb18-38c0926e36b3,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:16:26.062663 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-81f07177-d2a1-4efc-8b67-5b56f4cf2657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:16:26.137457 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-81f07177-d2a1-4efc-8b67-5b56f4cf2657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594199'] for router_gateway, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:26.286188 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-81f07177-d2a1-4efc-8b67-5b56f4cf2657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-621798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106227'] for router, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:26.288572 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-81f07177-d2a1-4efc-8b67-5b56f4cf2657 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:26.351643 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-81f07177-d2a1-4efc-8b67-5b56f4cf2657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-622384'] for router, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:26.352887 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f07177-d2a1-4efc-8b67-5b56f4cf2657 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 906500a3-81bd-4ba7-bd48-9636883e7bab {{(pid=91924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 17:16:26.357537 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-81f07177-d2a1-4efc-8b67-5b56f4cf2657 admin admin] Notify callbacks [] for router, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:26.359207 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-81f07177-d2a1-4efc-8b67-5b56f4cf2657 admin admin] 10.222.0.25 "DELETE /v2.0/routers/906500a3-81bd-4ba7-bd48-9636883e7bab HTTP/1.1" status: 204 len: 168 time: 1.0888844 Jun 14 17:16:26.363250 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 47198) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:16:26.525469 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.db_base_plugin_v2 [None req-080ef7fa-d01f-4396-a322-e502a530ead2 admin admin] Deleting subnet 84f271ce-1b0c-4c14-aa77-c3984720885a {{(pid=91924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 17:16:26.528576 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-080ef7fa-d01f-4396-a322-e502a530ead2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:26.573029 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-080ef7fa-d01f-4396-a322-e502a530ead2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11922896'] for subnet, precommit_delete_associations {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:26.672885 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-080ef7fa-d01f-4396-a322-e502a530ead2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3822193'] for subnet, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:26.741996 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-080ef7fa-d01f-4396-a322-e502a530ead2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3822200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12204727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12516290'] for subnet, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:26.744694 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-34d0b609-6181-4938-a1ea-d6710a16ce48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:16:26.776057 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ef7fa-d01f-4396-a322-e502a530ead2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84f271ce-1b0c-4c14-aa77-c3984720885a,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:16:26.779180 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-080ef7fa-d01f-4396-a322-e502a530ead2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:16:26.780214 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-080ef7fa-d01f-4396-a322-e502a530ead2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for subnet, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:26.784536 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-080ef7fa-d01f-4396-a322-e502a530ead2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/84f271ce-1b0c-4c14-aa77-c3984720885a HTTP/1.1" status: 204 len: 168 time: 0.4178543 Jun 14 17:16:26.784695 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 47202) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:16:26.793953 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32bc292-9b74-405d-909b-91e8edcb1485 None None] Network 8423b44f-5a8c-4846-820c-03d5babfe51d requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 17:16:26.797025 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device c0b096eb-85d5-41cc-8780-0d23d55824fa no longer exists at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:16:26.843173 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] No Port match for: c0b096eb-85d5-41cc-8780-0d23d55824fa {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:16:26.843517 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device c0b096eb-85d5-41cc-8780-0d23d55824fa not bound to the agent host dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:16:26.843935 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device ab1918f5-184d-4219-bb18-38c0926e36b3 no longer exists at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:16:26.872487 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] No Port match for: ab1918f5-184d-4219-bb18-38c0926e36b3 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:16:26.872891 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device ab1918f5-184d-4219-bb18-38c0926e36b3 not bound to the agent host dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:16:26.893930 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f64d9f23-2573-4eb2-9d04-bd2a3a09af2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684090'] for network, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:26.951947 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-f64d9f23-2573-4eb2-9d04-bd2a3a09af2e admin admin] Deleting port 6a5f9d0b-db49-42ad-8906-42d71880f281 {{(pid=91924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:16:26.952330 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f64d9f23-2573-4eb2-9d04-bd2a3a09af2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:27.043327 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.db [None req-f64d9f23-2573-4eb2-9d04-bd2a3a09af2e admin admin] For port 6a5f9d0b-db49-42ad-8906-42d71880f281, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=6a5f9d0b-db49-42ad-8906-42d71880f281,segment=NetworkSegment(cead694f-eed0-42d7-92bd-123055df5822),segment_id=cead694f-eed0-42d7-92bd-123055df5822)] {{(pid=91924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:16:27.043503 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f64d9f23-2573-4eb2-9d04-bd2a3a09af2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:27.093515 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9debf9df-8ee7-4921-a900-8b58ef91a1da None None] DHCP port deletion for 8423b44f-5a8c-4846-820c-03d5babfe51d request from dv-cinder-796286-2-iscsi {{(pid=91926) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 17:16:27.144106 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.plugin [None req-f64d9f23-2573-4eb2-9d04-bd2a3a09af2e admin admin] Calling delete_port for 6a5f9d0b-db49-42ad-8906-42d71880f281 owned by network:dhcp {{(pid=91924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:16:27.146680 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-9debf9df-8ee7-4921-a900-8b58ef91a1da None None] Deleting port 6a5f9d0b-db49-42ad-8906-42d71880f281 {{(pid=91926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:16:27.147068 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-9debf9df-8ee7-4921-a900-8b58ef91a1da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:27.233624 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-9debf9df-8ee7-4921-a900-8b58ef91a1da None None] For port 6a5f9d0b-db49-42ad-8906-42d71880f281, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=6a5f9d0b-db49-42ad-8906-42d71880f281,segment=NetworkSegment(cead694f-eed0-42d7-92bd-123055df5822),segment_id=cead694f-eed0-42d7-92bd-123055df5822)] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:16:27.233959 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-9debf9df-8ee7-4921-a900-8b58ef91a1da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:27.243047 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f64d9f23-2573-4eb2-9d04-bd2a3a09af2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12205901'] for port, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:27.246033 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-252c5f55-3dc3-4194-8392-dd08ab9d06c6 tempest-AttachVolumeShelveTestJSON-2088599883 tempest-AttachVolumeShelveTestJSON-2088599883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:16:27.273711 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d9f23-2573-4eb2-9d04-bd2a3a09af2e admin admin] Pushing event deleted for resources: {'Port': ['ID=6a5f9d0b-db49-42ad-8906-42d71880f281,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:16:27.276697 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f64d9f23-2573-4eb2-9d04-bd2a3a09af2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:16:27.277874 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64d9f23-2573-4eb2-9d04-bd2a3a09af2e admin admin] No DVR routers for this DVR port 6a5f9d0b-db49-42ad-8906-42d71880f281 on host dv-cinder-796286-2-iscsi {{(pid=91924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 17:16:27.326336 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-9debf9df-8ee7-4921-a900-8b58ef91a1da None None] Calling delete_port for 6a5f9d0b-db49-42ad-8906-42d71880f281 owned by network:dhcp {{(pid=91926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:16:27.377748 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f64d9f23-2573-4eb2-9d04-bd2a3a09af2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3827948', 'neutron.services.segments.db._delete_segments_for_network-8769377283256'] for network, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:27.389076 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-f64d9f23-2573-4eb2-9d04-bd2a3a09af2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8423b44f-5a8c-4846-820c-03d5babfe51d']}} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:16:27.400222 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-f64d9f23-2573-4eb2-9d04-bd2a3a09af2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cead694f-eed0-42d7-92bd-123055df5822') {'for_net_delete': True} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:16:27.400463 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.services.segments.db [None req-f64d9f23-2573-4eb2-9d04-bd2a3a09af2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cead694f-eed0-42d7-92bd-123055df5822') {} {{(pid=91924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:16:27.410167 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f64d9f23-2573-4eb2-9d04-bd2a3a09af2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769377283094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11922907'] for segment, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:27.414672 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-9debf9df-8ee7-4921-a900-8b58ef91a1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417'] for port, after_delete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:27.416522 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-ad897db9-3dda-437f-a5cf-299ce7f65fc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:16:27.425530 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f64d9f23-2573-4eb2-9d04-bd2a3a09af2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:27.431922 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f64d9f23-2573-4eb2-9d04-bd2a3a09af2e admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=91924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 17:16:27.432304 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f64d9f23-2573-4eb2-9d04-bd2a3a09af2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12205854'] for segment, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: Traceback (most recent call last): Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: timer() Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: cb(*args, **kw) Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: return func(*args, **kwargs) Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: self._notify() Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: self.callback(batched_events) Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: event.method(event) Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: return f(self, *a, **k) Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: return self._get(url).json() Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: return self.request(url, 'GET', **kwargs) Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 17:16:27.434046 dv-cinder-796286-2-iscsi neutron-server[91924]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 17:16:27.450464 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debf9df-8ee7-4921-a900-8b58ef91a1da None None] Pushing event deleted for resources: {'Port': ['ID=6a5f9d0b-db49-42ad-8906-42d71880f281,revision_number=None']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:16:27.456937 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9debf9df-8ee7-4921-a900-8b58ef91a1da None None] No DVR routers for this DVR port 6a5f9d0b-db49-42ad-8906-42d71880f281 on host dv-cinder-796286-2-iscsi {{(pid=91926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 17:16:27.459270 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9debf9df-8ee7-4921-a900-8b58ef91a1da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:27.459882 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9debf9df-8ee7-4921-a900-8b58ef91a1da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:27.460090 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9debf9df-8ee7-4921-a900-8b58ef91a1da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:27.460431 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9debf9df-8ee7-4921-a900-8b58ef91a1da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:27.460756 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9debf9df-8ee7-4921-a900-8b58ef91a1da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:27.461102 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9debf9df-8ee7-4921-a900-8b58ef91a1da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:27.461418 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9debf9df-8ee7-4921-a900-8b58ef91a1da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:27.461736 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9debf9df-8ee7-4921-a900-8b58ef91a1da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:27.462053 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9debf9df-8ee7-4921-a900-8b58ef91a1da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:27.462407 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9debf9df-8ee7-4921-a900-8b58ef91a1da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:27.462717 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9debf9df-8ee7-4921-a900-8b58ef91a1da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:27.463000 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9debf9df-8ee7-4921-a900-8b58ef91a1da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-2-iscsi {{(pid=91926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 14 17:16:27.467609 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-9debf9df-8ee7-4921-a900-8b58ef91a1da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:16:27.512284 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f64d9f23-2573-4eb2-9d04-bd2a3a09af2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3827955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594186'] for network, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:27.515751 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:16:27.518208 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-f64d9f23-2573-4eb2-9d04-bd2a3a09af2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:27.520007 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-f64d9f23-2573-4eb2-9d04-bd2a3a09af2e admin admin] 10.222.0.25 "DELETE /v2.0/networks/8423b44f-5a8c-4846-820c-03d5babfe51d HTTP/1.1" status: 204 len: 168 time: 0.7343388 Jun 14 17:16:27.523247 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 47204) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:16:27.533900 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d9f23-2573-4eb2-9d04-bd2a3a09af2e admin admin] Pushing event deleted for resources: {'Network': ['ID=8423b44f-5a8c-4846-820c-03d5babfe51d,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:16:27.536289 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-f64d9f23-2573-4eb2-9d04-bd2a3a09af2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:16:27.983964 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-eea2b530-7675-4ef5-b4b6-c06fb38e19d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-591572'] for router_interface, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:28.307637 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-eea2b530-7675-4ef5-b4b6-c06fb38e19d9 admin admin] Deleting port 08d02bd2-53fa-4b4e-8898-e6db44ede8c8 {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:16:28.307860 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-eea2b530-7675-4ef5-b4b6-c06fb38e19d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:28.411885 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-eea2b530-7675-4ef5-b4b6-c06fb38e19d9 admin admin] For port 08d02bd2-53fa-4b4e-8898-e6db44ede8c8, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=08d02bd2-53fa-4b4e-8898-e6db44ede8c8,segment=NetworkSegment(19e9edb1-8fda-4b2a-b0e6-4d62566d553b),segment_id=19e9edb1-8fda-4b2a-b0e6-4d62566d553b)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:16:28.412251 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-eea2b530-7675-4ef5-b4b6-c06fb38e19d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:28.507781 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-eea2b530-7675-4ef5-b4b6-c06fb38e19d9 admin admin] Calling delete_port for 08d02bd2-53fa-4b4e-8898-e6db44ede8c8 owned by network:router_interface {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:16:28.738989 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-eea2b530-7675-4ef5-b4b6-c06fb38e19d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11589358'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:28.741035 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-ef5ec08e-9af5-45ac-9e4f-80a1f7813ada service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:16:28.767868 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2b530-7675-4ef5-b4b6-c06fb38e19d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=08d02bd2-53fa-4b4e-8898-e6db44ede8c8,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:16:28.768171 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 6a5f9d0b-db49-42ad-8906-42d71880f281 no longer exists at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:16:28.771404 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-eea2b530-7675-4ef5-b4b6-c06fb38e19d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:16:28.802805 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] No Port match for: 6a5f9d0b-db49-42ad-8906-42d71880f281 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:16:28.803180 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 6a5f9d0b-db49-42ad-8906-42d71880f281 not bound to the agent host dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:16:28.985220 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-eea2b530-7675-4ef5-b4b6-c06fb38e19d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591940'] for router_interface, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:29.550064 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea2b530-7675-4ef5-b4b6-c06fb38e19d9 admin admin] Router 2774040d-d30e-40ef-b28b-4b746f92cfea has already been hosted by L3 agent 8b9feb43-c0c2-4199-b107-f16ce9a0a1b9 {{(pid=91925) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 14 17:16:29.693206 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea2b530-7675-4ef5-b4b6-c06fb38e19d9 admin admin] Notify agent at l3_agent.dv-cinder-796286-2-iscsi the message routers_updated {{(pid=91925) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 14 17:16:29.699988 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-eea2b530-7675-4ef5-b4b6-c06fb38e19d9 admin admin] 10.222.0.25 "PUT /v2.0/routers/2774040d-d30e-40ef-b28b-4b746f92cfea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1748459 Jun 14 17:16:29.701222 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 47206) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:16:29.702838 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c7b3da-ed8a-419d-850d-e35a1db330d8 None None] Sync routers for ids ['2774040d-d30e-40ef-b28b-4b746f92cfea'] in dv-cinder-796286-2-iscsi {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 14 17:16:29.717626 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c7b3da-ed8a-419d-850d-e35a1db330d8 None None] Routers {'2774040d-d30e-40ef-b28b-4b746f92cfea'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:16:29.718519 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-46c7b3da-ed8a-419d-850d-e35a1db330d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:16:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['2774040d-d30e-40ef-b28b-4b746f92cfea'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:16:29.848663 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5b1b-1231-41d0-8923-a0f99a637e9e admin admin] Notify callbacks [] for router, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:29.857120 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-46c7b3da-ed8a-419d-850d-e35a1db330d8 None None] Set router 2774040d-d30e-40ef-b28b-4b746f92cfea gateway port host: dv-cinder-796286-2-iscsi {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:16:29.991286 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5b1b-1231-41d0-8923-a0f99a637e9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:30.053826 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5b1b-1231-41d0-8923-a0f99a637e9e admin admin] Deleting port abc7c745-ee20-4e24-820b-db3656fbfd24 {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:16:30.054120 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5b1b-1231-41d0-8923-a0f99a637e9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:30.159782 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-c8cd5b1b-1231-41d0-8923-a0f99a637e9e admin admin] For port abc7c745-ee20-4e24-820b-db3656fbfd24, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=abc7c745-ee20-4e24-820b-db3656fbfd24,segment=NetworkSegment(b7f03a4c-564b-46b7-b080-ceecdac1a5e6),segment_id=b7f03a4c-564b-46b7-b080-ceecdac1a5e6)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:16:30.160150 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5b1b-1231-41d0-8923-a0f99a637e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:30.193537 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-46c7b3da-ed8a-419d-850d-e35a1db330d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2774040d-d30e-40ef-b28b-4b746f92cfea', 'name': 'tempest-TestShelveInstance-2061085325-router', 'tenant_id': '750d993fecdc4b28b22a4e7b3345b60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'external_fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'abc7c745-ee20-4e24-820b-db3656fbfd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:11:33Z', 'updated_at': '2021-06-14T17:16:28Z', 'revision_number': 5, 'project_id': '750d993fecdc4b28b22a4e7b3345b60c', 'gw_port': {'id': 'abc7c745-ee20-4e24-820b-db3656fbfd24', 'name': '', 'network_id': '2e21213b-d279-4f17-b7ac-a39d3c551e15', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2774040d-d30e-40ef-b28b-4b746f92cfea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T17:11:34Z', 'updated_at': '2021-06-14T17:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd8b9889-3c5e-49b3-9c23-75f1e7c20530', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-2-iscsi'}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:16:30.196968 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c7b3da-ed8a-419d-850d-e35a1db330d8 None None] Checking router: 2774040d-d30e-40ef-b28b-4b746f92cfea for host: dv-cinder-796286-2-iscsi {{(pid=91927) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 14 17:16:30.205454 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c7b3da-ed8a-419d-850d-e35a1db330d8 None None] Routers {'2774040d-d30e-40ef-b28b-4b746f92cfea'} bound to L3 agent in host dv-cinder-796286-2-iscsi {{(pid=91927) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 14 17:16:30.206167 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-46c7b3da-ed8a-419d-850d-e35a1db330d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T16:25:41Z,description=,heartbeat_timestamp=2021-06-14T17:16:11Z,host='dv-cinder-796286-2-iscsi',id=8b9feb43-c0c2-4199-b107-f16ce9a0a1b9,load=0,resource_versions=,resources_synced=,started_at=2021-06-14T16:25:41Z,topic='l3_agent')) {'router_ids': ['2774040d-d30e-40ef-b28b-4b746f92cfea'], 'active': True} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:16:30.252770 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5b1b-1231-41d0-8923-a0f99a637e9e admin admin] Calling delete_port for abc7c745-ee20-4e24-820b-db3656fbfd24 owned by network:router_gateway {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:16:30.321791 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_dvr_db [None req-46c7b3da-ed8a-419d-850d-e35a1db330d8 None None] Set router 2774040d-d30e-40ef-b28b-4b746f92cfea gateway port host: None {{(pid=91927) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 14 17:16:30.397188 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.l3_hamode_db [None req-46c7b3da-ed8a-419d-850d-e35a1db330d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2774040d-d30e-40ef-b28b-4b746f92cfea', 'name': 'tempest-TestShelveInstance-2061085325-router', 'tenant_id': '750d993fecdc4b28b22a4e7b3345b60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:11:33Z', 'updated_at': '2021-06-14T17:16:29Z', 'revision_number': 6, 'project_id': '750d993fecdc4b28b22a4e7b3345b60c', 'gw_port_host': None}], 'dv-cinder-796286-2-iscsi', False) {} {{(pid=91927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:16:30.401223 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c7b3da-ed8a-419d-850d-e35a1db330d8 None None] The sync data for ids ['2774040d-d30e-40ef-b28b-4b746f92cfea'] in dv-cinder-796286-2-iscsi is: [{'id': '2774040d-d30e-40ef-b28b-4b746f92cfea', 'name': 'tempest-TestShelveInstance-2061085325-router', 'tenant_id': '750d993fecdc4b28b22a4e7b3345b60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T17:11:33Z', 'updated_at': '2021-06-14T17:16:29Z', 'revision_number': 6, 'project_id': '750d993fecdc4b28b22a4e7b3345b60c', 'gw_port_host': None}] {{(pid=91927) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 14 17:16:30.455471 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5b1b-1231-41d0-8923-a0f99a637e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11589358'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:30.457586 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-f91e557c-29a5-464b-835f-68b6d54b2fc5 tempest-VolumesNegativeTest-1128786457 tempest-VolumesNegativeTest-1128786457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:16:30.485631 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5b1b-1231-41d0-8923-a0f99a637e9e admin admin] Pushing event deleted for resources: {'Port': ['ID=abc7c745-ee20-4e24-820b-db3656fbfd24,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:16:30.488883 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-c8cd5b1b-1231-41d0-8923-a0f99a637e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:16:30.562378 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5b1b-1231-41d0-8923-a0f99a637e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-594199'] for router_gateway, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:30.694603 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5b1b-1231-41d0-8923-a0f99a637e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-621798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106227'] for router, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:30.696750 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5b1b-1231-41d0-8923-a0f99a637e9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:30.754718 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5b1b-1231-41d0-8923-a0f99a637e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-622384'] for router, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:30.755643 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cd5b1b-1231-41d0-8923-a0f99a637e9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2774040d-d30e-40ef-b28b-4b746f92cfea {{(pid=91925) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 14 17:16:30.760201 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5b1b-1231-41d0-8923-a0f99a637e9e admin admin] Notify callbacks [] for router, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:30.761334 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-c8cd5b1b-1231-41d0-8923-a0f99a637e9e admin admin] 10.222.0.25 "DELETE /v2.0/routers/2774040d-d30e-40ef-b28b-4b746f92cfea HTTP/1.1" status: 204 len: 168 time: 1.0589144 Jun 14 17:16:30.764019 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 47208) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:16:30.818932 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.db_base_plugin_v2 [None req-883bd237-66a0-4091-b152-076b70cbc143 admin admin] Deleting subnet c02e1875-f379-4040-935d-a475b11d35a5 {{(pid=91925) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 14 17:16:30.822153 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-883bd237-66a0-4091-b152-076b70cbc143 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:30.839954 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 08d02bd2-53fa-4b4e-8898-e6db44ede8c8 no longer exists at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:16:30.868986 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-883bd237-66a0-4091-b152-076b70cbc143 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11696424'] for subnet, precommit_delete_associations {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:30.871403 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] No Port match for: 08d02bd2-53fa-4b4e-8898-e6db44ede8c8 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:16:30.871761 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device 08d02bd2-53fa-4b4e-8898-e6db44ede8c8 not bound to the agent host dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:16:30.958154 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-883bd237-66a0-4091-b152-076b70cbc143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3822193'] for subnet, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:31.019935 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-883bd237-66a0-4091-b152-076b70cbc143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3822200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11588372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12509356'] for subnet, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:31.023599 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:16:31.057417 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883bd237-66a0-4091-b152-076b70cbc143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c02e1875-f379-4040-935d-a475b11d35a5,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:16:31.059336 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-883bd237-66a0-4091-b152-076b70cbc143 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:31.061145 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-883bd237-66a0-4091-b152-076b70cbc143 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c02e1875-f379-4040-935d-a475b11d35a5 HTTP/1.1" status: 204 len: 168 time: 0.2962165 Jun 14 17:16:31.062017 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-883bd237-66a0-4091-b152-076b70cbc143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:16:31.063981 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 47210) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:16:31.066862 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4940c7-4049-42e7-be22-5524c2075169 None None] Network 0e73c703-6212-4765-bb40-483d43c81caf requested from dv-cinder-796286-2-iscsi {{(pid=91926) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 14 17:16:31.150835 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-571e5c1c-8029-42a5-a7b7-9ad1a711da63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684090'] for network, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:31.217717 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-571e5c1c-8029-42a5-a7b7-9ad1a711da63 admin admin] Deleting port ab141b9b-ad1d-40ef-beba-6f6319c57987 {{(pid=91925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:16:31.217949 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-571e5c1c-8029-42a5-a7b7-9ad1a711da63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:31.300595 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.db [None req-571e5c1c-8029-42a5-a7b7-9ad1a711da63 admin admin] For port ab141b9b-ad1d-40ef-beba-6f6319c57987, host dv-cinder-796286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-2-iscsi',level=0,port_id=ab141b9b-ad1d-40ef-beba-6f6319c57987,segment=NetworkSegment(19e9edb1-8fda-4b2a-b0e6-4d62566d553b),segment_id=19e9edb1-8fda-4b2a-b0e6-4d62566d553b)] {{(pid=91925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:16:31.300946 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-571e5c1c-8029-42a5-a7b7-9ad1a711da63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:31.396476 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.plugin [None req-571e5c1c-8029-42a5-a7b7-9ad1a711da63 admin admin] Calling delete_port for ab141b9b-ad1d-40ef-beba-6f6319c57987 owned by network:dhcp {{(pid=91925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:16:31.432131 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed1d41c-32f1-4433-a5ab-3b9988f4e7f0 None None] DHCP port deletion for 0e73c703-6212-4765-bb40-483d43c81caf request from dv-cinder-796286-2-iscsi {{(pid=91926) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 14 17:16:31.490971 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-571e5c1c-8029-42a5-a7b7-9ad1a711da63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11589358'] for port, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:31.495188 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-5f182e7e-5714-4837-887e-0d5f6589d1d3 tempest-AttachVolumeTestJSON-19926261 tempest-AttachVolumeTestJSON-19926261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:16:31.496845 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d41c-32f1-4433-a5ab-3b9988f4e7f0 None None] Deleting port ab141b9b-ad1d-40ef-beba-6f6319c57987 {{(pid=91926) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 14 17:16:31.497211 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-eed1d41c-32f1-4433-a5ab-3b9988f4e7f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769377312552'] for port, before_delete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:31.528170 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571e5c1c-8029-42a5-a7b7-9ad1a711da63 admin admin] No DVR routers for this DVR port ab141b9b-ad1d-40ef-beba-6f6319c57987 on host dv-cinder-796286-2-iscsi {{(pid=91925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 17:16:31.529938 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e5c1c-8029-42a5-a7b7-9ad1a711da63 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab141b9b-ad1d-40ef-beba-6f6319c57987,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:16:31.533686 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-571e5c1c-8029-42a5-a7b7-9ad1a711da63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:16:31.577004 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.db [None req-eed1d41c-32f1-4433-a5ab-3b9988f4e7f0 None None] For port ab141b9b-ad1d-40ef-beba-6f6319c57987, host dv-cinder-796286-2-iscsi, got binding levels [] {{(pid=91926) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 14 17:16:31.577392 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-eed1d41c-32f1-4433-a5ab-3b9988f4e7f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-594161'] for port, precommit_delete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:31.628363 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-571e5c1c-8029-42a5-a7b7-9ad1a711da63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3827948', 'neutron.services.segments.db._delete_segments_for_network-8769377283256'] for network, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:31.639428 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-571e5c1c-8029-42a5-a7b7-9ad1a711da63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e73c703-6212-4765-bb40-483d43c81caf']}} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:16:31.650050 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-571e5c1c-8029-42a5-a7b7-9ad1a711da63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e9edb1-8fda-4b2a-b0e6-4d62566d553b') {'for_net_delete': True} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:16:31.650371 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.services.segments.db [None req-571e5c1c-8029-42a5-a7b7-9ad1a711da63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e9edb1-8fda-4b2a-b0e6-4d62566d553b') {} {{(pid=91925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 14 17:16:31.659946 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-571e5c1c-8029-42a5-a7b7-9ad1a711da63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769377283094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11696419'] for segment, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:31.667868 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-eed1d41c-32f1-4433-a5ab-3b9988f4e7f0 None None] Calling delete_port for ab141b9b-ad1d-40ef-beba-6f6319c57987 owned by network:dhcp {{(pid=91926) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 14 17:16:31.671134 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.ipam_backend_mixin [None req-eed1d41c-32f1-4433-a5ab-3b9988f4e7f0 None None] Port ab141b9b-ad1d-40ef-beba-6f6319c57987 was not found and therefore no delete operation was performed {{(pid=91926) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 14 17:16:31.672521 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-eed1d41c-32f1-4433-a5ab-3b9988f4e7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3817409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-168387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-544801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769377317196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769376826417'] for port, after_delete {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:31.674317 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:16:31.674490 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-571e5c1c-8029-42a5-a7b7-9ad1a711da63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908'] for segment, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:31.680687 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-571e5c1c-8029-42a5-a7b7-9ad1a711da63 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=91925) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 14 17:16:31.681070 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-571e5c1c-8029-42a5-a7b7-9ad1a711da63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3823908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11589309'] for segment, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: retrieve_revision_numbers = { Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: Traceback (most recent call last): Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: timer() Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: cb(*args, **kw) Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: return func(*args, **kwargs) Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: self._notify() Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: self.callback(batched_events) Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: event.method(event) Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: aggregate_uuid = self.p_client.list_aggregates( Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: return f(self, *a, **k) Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: return self._get(url).json() Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: return self.request(url, 'GET', **kwargs) Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: base_url = self.get_endpoint(auth, allow=allow, Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 14 17:16:31.682741 dv-cinder-796286-2-iscsi neutron-server[91925]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 14 17:16:31.706124 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d41c-32f1-4433-a5ab-3b9988f4e7f0 None None] Pushing event deleted for resources: {'Port': ['ID=ab141b9b-ad1d-40ef-beba-6f6319c57987,revision_number=None']} {{(pid=91926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:16:31.708709 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG oslo_concurrency.lockutils [None req-eed1d41c-32f1-4433-a5ab-3b9988f4e7f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91926) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:16:31.713077 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed1d41c-32f1-4433-a5ab-3b9988f4e7f0 None None] No DVR routers for this DVR port ab141b9b-ad1d-40ef-beba-6f6319c57987 on host dv-cinder-796286-2-iscsi {{(pid=91926) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 14 17:16:31.762042 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-571e5c1c-8029-42a5-a7b7-9ad1a711da63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3827955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-256530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-544826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-594186'] for network, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:31.765989 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:16:31.768660 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-571e5c1c-8029-42a5-a7b7-9ad1a711da63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-544799'] for network, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:31.770520 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-571e5c1c-8029-42a5-a7b7-9ad1a711da63 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0e73c703-6212-4765-bb40-483d43c81caf HTTP/1.1" status: 204 len: 168 time: 0.7056506 Jun 14 17:16:31.783615 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e5c1c-8029-42a5-a7b7-9ad1a711da63 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e73c703-6212-4765-bb40-483d43c81caf,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:16:31.786006 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-571e5c1c-8029-42a5-a7b7-9ad1a711da63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:16:31.886972 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 47214) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:16:31.933106 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-d87f3b29-7f4c-41ae-9ae2-491aded4482b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=116dc0810f364143a2a00f614d76b486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447683 Jun 14 17:16:31.935729 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.wsgi [-] (91924) accepted ('10.222.0.25', 47216) {{(pid=91924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:16:31.993252 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1a91b2ea-881b-46c7-a5e1-e99d5bbb582d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:32.018283 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1a91b2ea-881b-46c7-a5e1-e99d5bbb582d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:32.075489 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1a91b2ea-881b-46c7-a5e1-e99d5bbb582d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:32.078072 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron_lib.callbacks.manager [None req-1a91b2ea-881b-46c7-a5e1-e99d5bbb582d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:32.079230 dv-cinder-796286-2-iscsi neutron-server[91924]: INFO neutron.wsgi [None req-1a91b2ea-881b-46c7-a5e1-e99d5bbb582d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52397517-d6ee-4e25-9a73-29b6eb8d8b23 HTTP/1.1" status: 204 len: 168 time: 0.1423352 Jun 14 17:16:32.080090 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-fa1f47dd-8055-4427-9041-a6b0b0c98eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:16:32.088505 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91b2ea-881b-46c7-a5e1-e99d5bbb582d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52397517-d6ee-4e25-9a73-29b6eb8d8b23,revision_number=None']} {{(pid=91924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:16:32.092513 dv-cinder-796286-2-iscsi neutron-server[91924]: DEBUG oslo_concurrency.lockutils [None req-1a91b2ea-881b-46c7-a5e1-e99d5bbb582d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:16:32.419657 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 47222) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:16:32.463284 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-4a13158f-52e8-4f17-b62e-e3de2b4302b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=750d993fecdc4b28b22a4e7b3345b60c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423877 Jun 14 17:16:32.465728 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.wsgi [-] (91925) accepted ('10.222.0.25', 47224) {{(pid=91925) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 14 17:16:32.517298 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-34190985-0147-4cb1-8415-dcb8d466818a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:32.546398 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-34190985-0147-4cb1-8415-dcb8d466818a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:32.600081 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-34190985-0147-4cb1-8415-dcb8d466818a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-617595'] for security_group, after_delete {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:32.603954 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron_lib.callbacks.manager [None req-34190985-0147-4cb1-8415-dcb8d466818a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:32.605413 dv-cinder-796286-2-iscsi neutron-server[91925]: INFO neutron.wsgi [None req-34190985-0147-4cb1-8415-dcb8d466818a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6a7a2c84-63ff-4883-820e-c4ce4ea9c82f HTTP/1.1" status: 204 len: 168 time: 0.1388083 Jun 14 17:16:32.606341 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-757fd2e8-9c7e-494e-a028-3a0c011958e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 14 17:16:32.617345 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34190985-0147-4cb1-8415-dcb8d466818a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7a2c84-63ff-4883-820e-c4ce4ea9c82f,revision_number=None']} {{(pid=91925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 14 17:16:32.620442 dv-cinder-796286-2-iscsi neutron-server[91925]: DEBUG oslo_concurrency.lockutils [None req-34190985-0147-4cb1-8415-dcb8d466818a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91925) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 14 17:16:32.776230 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device abc7c745-ee20-4e24-820b-db3656fbfd24 no longer exists at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:16:32.803206 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] No Port match for: abc7c745-ee20-4e24-820b-db3656fbfd24 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:16:32.803557 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device abc7c745-ee20-4e24-820b-db3656fbfd24 not bound to the agent host dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:16:32.803966 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device ab141b9b-ad1d-40ef-beba-6f6319c57987 no longer exists at agent ovs-agent-dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 14 17:16:32.829364 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.plugin [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] No Port match for: ab141b9b-ad1d-40ef-beba-6f6319c57987 {{(pid=91926) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 14 17:16:32.829719 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron.plugins.ml2.rpc [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Device ab141b9b-ad1d-40ef-beba-6f6319c57987 not bound to the agent host dv-cinder-796286-2-iscsi {{(pid=91926) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 14 17:16:38.077969 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:38.717751 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c441e177-1538-45bd-a3e5-37e9135591c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:40.911979 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:41.099601 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-21feb054-9a27-4487-acf6-1d4b89100a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:42.620950 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:44.502351 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:16:45.460057 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:17:08.092515 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:17:08.706183 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-666f79ec-1271-45cd-92b1-9e659e17cae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:17:10.909419 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:17:11.098214 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-7a508b29-738d-4383-91fa-583d42ffc1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:17:12.621235 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:17:14.505531 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:17:22.458848 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:17:38.074414 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:17:38.699341 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-9f08c62a-a047-4092-8a2a-b6815b8b580c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:17:40.903771 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:17:41.091947 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-a80b8c70-f169-4d16-a7b3-ad7e085d18cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:17:42.620340 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:17:44.504992 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:17:59.458263 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:18:08.074830 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:18:08.703402 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-8bed300f-0290-4379-b608-c16577ee6b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:18:10.912202 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:18:11.096905 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-7f9f4142-9fe0-4ced-9516-0d2bf2e84e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:18:12.624008 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:18:14.507406 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:18:36.458168 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:18:38.088348 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:18:38.708343 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-7bdc4bfd-1e84-43f2-8ac2-12c3370b5183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:18:40.907024 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:18:41.096255 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-b2669b90-a557-4a22-a3a7-8961bb2a1ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:18:42.625532 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:18:44.510581 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:19:08.102377 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:19:08.710873 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-933441d8-f8c6-4833-9947-b871781df84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:19:10.911574 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:19:11.089092 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-1edbc5c2-4281-4ab0-84d9-4712b9bbcfc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:19:12.629984 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:19:13.459689 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:19:14.517057 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:19:38.117677 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:19:38.713399 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-ed156c1d-085e-4bec-9667-51a93fd36441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:19:40.915916 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:19:41.091575 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-9d9c7625-9cee-4cc7-b203-a32fa8a29674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:19:42.632630 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:19:44.515622 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:19:50.458863 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:20:08.132663 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:20:08.716017 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-a0a599f0-e4b2-4235-9989-13e7422a410b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:20:10.919526 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:20:11.094664 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-a5847714-c361-484f-a9cf-6a114fdf324d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:20:12.635527 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:20:14.520207 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:20:27.458666 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:20:38.131474 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:20:38.719362 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-2cb9c465-b5b5-4441-abde-5358ab0ceaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:20:40.925839 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:20:41.097787 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3abb61bb-c5eb-44cd-a524-a70351806cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:20:42.638402 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:20:44.522136 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:21:04.497765 dv-cinder-796286-2-iscsi neutron-server[91927]: DEBUG neutron.db.agents_db [None req-a1dd346b-69dd-42c2-af04-bd7c85172f5b None None] Agent healthcheck: found 6 active agents {{(pid=91927) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 14 17:21:08.147338 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:21:08.722204 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-fda707da-7888-486b-872a-86672bba9d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:21:10.923766 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4212-b91a-47f1-885d-4989271134fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:21:11.100994 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-200ca8e1-c5bd-4d96-8b41-a7ddd0e6ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:21:12.641934 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe25-5ea5-43db-84b3-b6bd9fe9068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:21:14.525945 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-f69723d3-077a-45c1-b83c-03d4e1740630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:21:38.132325 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-c5abe844-ec6b-4107-9040-133c01c7387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 14 17:21:38.725114 dv-cinder-796286-2-iscsi neutron-server[91926]: DEBUG neutron_lib.callbacks.manager [None req-a08481b9-1718-4122-aa28-8d287347faba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769377283238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3825714'] for agent, after_update {{(pid=91926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}